forked from LBRYCommunity/lbry-sdk
58 lines
2 KiB
Python
58 lines
2 KiB
Python
import asyncio
|
|
import logging
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
|
|
class DiskSpaceManager:
|
|
|
|
def __init__(self, config, db, blob_manager, cleaning_interval=30 * 60, analytics=None):
|
|
self.config = config
|
|
self.db = db
|
|
self.blob_manager = blob_manager
|
|
self.cleaning_interval = cleaning_interval
|
|
self.running = False
|
|
self.task = None
|
|
self.analytics = analytics
|
|
|
|
async def get_space_used_bytes(self, is_network_blob=False):
|
|
return await self.db.get_stored_blob_disk_usage(is_orphan_blob=is_network_blob)
|
|
|
|
async def get_space_used_mb(self, is_network_blob=False):
|
|
return int(await self.get_space_used_bytes(is_network_blob)/1024.0/1024.0)
|
|
|
|
async def clean(self):
|
|
space_used_bytes = await self.get_space_used_bytes()
|
|
storage_limit = self.config.blob_storage_limit*1024*1024 if self.config.blob_storage_limit else None
|
|
if self.analytics:
|
|
asyncio.create_task(self.analytics.send_disk_space_used(space_used_bytes, storage_limit))
|
|
if not storage_limit:
|
|
return 0
|
|
delete = []
|
|
available = storage_limit - space_used_bytes
|
|
if available > 0:
|
|
return 0
|
|
for blob_hash, file_size, _ in await self.db.get_stored_blobs(is_mine=False):
|
|
delete.append(blob_hash)
|
|
available += file_size
|
|
if available > 0:
|
|
break
|
|
if delete:
|
|
await self.db.stop_all_files()
|
|
await self.blob_manager.delete_blobs(delete, delete_from_db=True)
|
|
return len(delete)
|
|
|
|
async def cleaning_loop(self):
|
|
while self.running:
|
|
await asyncio.sleep(self.cleaning_interval)
|
|
await self.clean()
|
|
|
|
async def start(self):
|
|
self.running = True
|
|
self.task = asyncio.create_task(self.cleaning_loop())
|
|
self.task.add_done_callback(lambda _: log.info("Stopping blob cleanup service."))
|
|
|
|
async def stop(self):
|
|
if self.running:
|
|
self.running = False
|
|
self.task.cancel()
|