LBRYCommunity/lbry-sdk
1
0
Fork 1
Code Issues Pull requests Projects Releases 282 Packages Wiki Activity

faster blob manager startup

Browse source
This commit is contained in:
Jack Robison 2019-02-08 17:37:35 -05:00
parent da9b4e317a
commit 8abfdc82b2
No known key found for this signature in database
GPG key ID: DF25C68FE0239BB2
1 changed files with 7 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
lbrynet/blob/blob_manager.py
View file

@ -1,9 +1,10 @@
import os
import typing import typing
import asyncio import asyncio
import logging import logging
from sqlite3 import IntegrityError from sqlite3 import IntegrityError
from lbrynet.extras.daemon.storage import SQLiteStorage from lbrynet.extras.daemon.storage import SQLiteStorage
from lbrynet.blob.blob_file import BlobFile from lbrynet.blob.blob_file import BlobFile, is_valid_blobhash
from lbrynet.stream.descriptor import StreamDescriptor from lbrynet.stream.descriptor import StreamDescriptor
if typing.TYPE_CHECKING: if typing.TYPE_CHECKING:
@ -30,8 +31,11 @@ class BlobFileManager:
self.blobs: typing.Dict[str, BlobFile] = {} self.blobs: typing.Dict[str, BlobFile] = {}
async def setup(self) -> bool: async def setup(self) -> bool:
raw_blob_hashes = await self.get_all_verified_blobs() def initialize_blob_hashes():
self.completed_blob_hashes.update(raw_blob_hashes) self.completed_blob_hashes.update(
item.name for item in os.scandir(self.blob_dir) if is_valid_blobhash(item.name)
)
await self.loop.run_in_executor(None, initialize_blob_hashes)
return True return True
def get_blob(self, blob_hash, length: typing.Optional[int] = None): def get_blob(self, blob_hash, length: typing.Optional[int] = None):
@ -59,10 +63,6 @@ class BlobFileManager:
blobs = [self.get_blob(b) for b in blob_hashes] blobs = [self.get_blob(b) for b in blob_hashes]
return [blob.blob_hash for blob in blobs if blob.get_is_verified()] return [blob.blob_hash for blob in blobs if blob.get_is_verified()]
async def get_all_verified_blobs(self) -> typing.List[str]:
blob_hashes = await self.storage.get_all_blob_hashes()
return self.check_completed_blobs(blob_hashes)
async def delete_blob(self, blob_hash: str): async def delete_blob(self, blob_hash: str):
try: try:
blob = self.get_blob(blob_hash) blob = self.get_blob(blob_hash)