From 7870abaef49eed469494bcb4f39ee71e7845d93e Mon Sep 17 00:00:00 2001 From: Lex Berezhny Date: Tue, 23 Jun 2020 12:28:01 -0400 Subject: [PATCH] script for testing console progress bars --- scripts/simulate_sync_console.py | 103 +++++++++++++++++++++++++++++++ 1 file changed, 103 insertions(+) create mode 100644 scripts/simulate_sync_console.py diff --git a/scripts/simulate_sync_console.py b/scripts/simulate_sync_console.py new file mode 100644 index 000000000..c26ba12a6 --- /dev/null +++ b/scripts/simulate_sync_console.py @@ -0,0 +1,103 @@ +import asyncio +from random import randrange +from lbry.blockchain import Ledger +from lbry.service import FullNode +from lbry.console import Advanced +from lbry.conf import Config + + +class Simulator: + + def __init__(self, progress, ending_height, files, txs, processes): + self.progress = progress + self.starting_height = 0 + self.ending_height = ending_height + self.starting_file = 0 + self.ending_file = files + self.txs = txs + self.processes = processes + + @property + def blocks(self): + return self.ending_height-self.starting_height + + @property + def files(self): + return self.ending_file-self.starting_file + + async def advance(self): + await self.progress.add({ + "event": "blockchain.sync.start", + "data": { + "starting_height": self.starting_height, + "ending_height": self.ending_height, + "files": self.files, + "blocks": self.blocks, + "txs": self.txs + } + }) + for starting_file in range(self.starting_file, self.ending_file, self.processes): + tasks = [] + for b in range(starting_file, min(self.ending_file, starting_file+self.processes)): + blocks = int(self.blocks / self.files) + txs = int(self.txs / self.files) + tasks.append(self.sync_block_file(b, blocks, txs)) + await asyncio.wait(tasks) + await self.progress.add({ + "event": "blockchain.sync.block.done", + "data": {"step": 1, "total": 1, "unit": "tasks", "best_height_processed": self.ending_height} + }) + await self.process() + self.processes = 1 + self.txs = 25 + self.starting_height = self.ending_height + self.ending_height += 1 + + async def sync_block_file(self, block_file, blocks, txs): + for i in range(0, blocks, 1000): + await self.progress.add({ + "event": "blockchain.sync.block.read", + "data": {"step": i, "total": blocks, "unit": "blocks", "block_file": block_file} + }) + await asyncio.sleep(randrange(1, 10)/10) + await self.progress.add({ + "event": "blockchain.sync.block.read", + "data": {"step": blocks, "total": blocks, "unit": "blocks", "block_file": block_file} + }) + + for i in range(0, txs, 10000): + await self.progress.add({ + "event": "blockchain.sync.block.save", + "data": {"step": i, "total": txs, "unit": "txs", "block_file": block_file} + }) + await asyncio.sleep(randrange(1, 10) / 10) + await self.progress.add({ + "event": "blockchain.sync.block.save", + "data": {"step": txs, "total": txs, "unit": "txs", "block_file": block_file} + }) + + async def process(self): + for i in range(3): + await self.progress.add({ + "event": "db.sync.input", + "data": {"step": i, "total": 2, "unit": "txis"} + }) + claims = int(self.txs/4) + for i in range(claims+1): + await self.progress.add({ + "event": "blockchain.sync.claim.update", + "data": {"step": i, "total": claims, "unit": "claims"} + }) + + +async def main(): + console = Advanced(FullNode(Ledger(Config(processes=4)))) + progress = console.service.sync._on_progress_controller + sim = Simulator(progress, 200_000, 7, 1_000_000, console.service.db.processes) + console.starting() + await sim.advance() + console.stopping() + + +if __name__ == "__main__": + asyncio.run(main())