LBRYCommunity/lbry-sdk
1
0
Fork 1
Code Issues Pull requests Projects Releases 282 Packages Wiki Activity

logging

Browse source
This commit is contained in:
Jack Robison 2020-12-16 01:26:19 -05:00
parent 399d6db6f6
commit ee39e20e6d
No known key found for this signature in database
GPG key ID: DF25C68FE0239BB2
1 changed files with 34 additions and 17 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

51
lbry/wallet/server/block_processor.py
View file

@ -248,7 +248,7 @@ class BlockProcessor:
self.logger.info('chain reorg detected') self.logger.info('chain reorg detected')
else: else:
self.logger.info(f'faking a reorg of {count:,d} blocks') self.logger.info(f'faking a reorg of {count:,d} blocks')
await self.flush(True)
async def get_raw_blocks(last_height, hex_hashes): async def get_raw_blocks(last_height, hex_hashes):
heights = range(last_height, last_height - len(hex_hashes), -1) heights = range(last_height, last_height - len(hex_hashes), -1)
@ -265,17 +265,28 @@ class BlockProcessor:
self.touched.discard(None) self.touched.discard(None)
self.db.flush_backup(self.flush_data(), self.touched) self.db.flush_backup(self.flush_data(), self.touched)
start, last, hashes = await self.reorg_hashes(count) try:
# Reverse and convert to hex strings. await self.flush(True)
hashes = [hash_to_hex_str(hash) for hash in reversed(hashes)]
for hex_hashes in chunks(hashes, 50): start, last, hashes = await self.reorg_hashes(count)
raw_blocks = await get_raw_blocks(last, hex_hashes) # Reverse and convert to hex strings.
await self.run_in_thread_with_lock(self.backup_blocks, raw_blocks) hashes = [hash_to_hex_str(hash) for hash in reversed(hashes)]
await self.run_in_thread_with_lock(flush_backup) self.logger.info("reorg %i block hashes", len(hashes))
last -= len(raw_blocks) for hex_hashes in chunks(hashes, 50):
await self.run_in_thread_with_lock(self.db.sql.delete_claims_above_height, self.height) raw_blocks = await get_raw_blocks(last, hex_hashes)
await self.prefetcher.reset_height(self.height) self.logger.info("got %i raw blocks", len(raw_blocks))
self.reorg_count_metric.inc() await self.run_in_thread_with_lock(self.backup_blocks, raw_blocks)
await self.run_in_thread_with_lock(flush_backup)
last -= len(raw_blocks)
await self.run_in_thread_with_lock(self.db.sql.delete_claims_above_height, self.height)
await self.prefetcher.reset_height(self.height)
self.reorg_count_metric.inc()
except:
self.logger.exception("boom")
raise
finally:
self.logger.info("done with reorg")
async def reorg_hashes(self, count): async def reorg_hashes(self, count):
"""Return a pair (start, last, hashes) of blocks to back up during a """Return a pair (start, last, hashes) of blocks to back up during a
@ -465,6 +476,7 @@ class BlockProcessor:
coin = self.coin coin = self.coin
for raw_block in raw_blocks: for raw_block in raw_blocks:
self.logger.info("backup block %i", self.height)
# Check and update self.tip # Check and update self.tip
block = coin.block(raw_block, self.height) block = coin.block(raw_block, self.height)
header_hash = coin.header_hash(block.header) header_hash = coin.header_hash(block.header)
@ -603,12 +615,17 @@ class BlockProcessor:
# Value: the UTXO value as a 64-bit unsigned integer # Value: the UTXO value as a 64-bit unsigned integer
udb_key = b'u' + hashX + hdb_key[-6:] udb_key = b'u' + hashX + hdb_key[-6:]
utxo_value_packed = self.db.utxo_db.get(udb_key) utxo_value_packed = self.db.utxo_db.get(udb_key)
if utxo_value_packed: if utxo_value_packed is None:
# Remove both entries for this UTXO self.logger.warning(
self.db_deletes.append(hdb_key) "%s:%s is not found in UTXO db for %s", hash_to_hex_str(tx_hash), tx_idx, hash_to_hex_str(hashX)
self.db_deletes.append(udb_key) )
return hashX + tx_num_packed + utxo_value_packed raise ChainError(f"{hash_to_hex_str(tx_hash)}:{tx_idx} is not found in UTXO db for {hash_to_hex_str(hashX)}")
# Remove both entries for this UTXO
self.db_deletes.append(hdb_key)
self.db_deletes.append(udb_key)
return hashX + tx_num_packed + utxo_value_packed
self.logger.error('UTXO {hash_to_hex_str(tx_hash)} / {tx_idx} not found in "h" table')
raise ChainError('UTXO {} / {:,d} not found in "h" table' raise ChainError('UTXO {} / {:,d} not found in "h" table'
.format(hash_to_hex_str(tx_hash), tx_idx)) .format(hash_to_hex_str(tx_hash), tx_idx))