script for testing console progress bars

2020-06-23 12:28:01 -04:00 · 2020-06-23 12:28:01 -04:00 · 7870abaef4
commit 7870abaef4
parent 71e14c8e63
1 changed files with 103 additions and 0 deletions
--- a/scripts/simulate_sync_console.py
+++ b/scripts/simulate_sync_console.py
@ -0,0 +1,103 @@
+import asyncio
+from random import randrange
+from lbry.blockchain import Ledger
+from lbry.service import FullNode
+from lbry.console import Advanced
+from lbry.conf import Config
+
+
+class Simulator:
+
+    def __init__(self, progress, ending_height, files, txs, processes):
+        self.progress = progress
+        self.starting_height = 0
+        self.ending_height = ending_height
+        self.starting_file = 0
+        self.ending_file = files
+        self.txs = txs
+        self.processes = processes
+
+    @property
+    def blocks(self):
+        return self.ending_height-self.starting_height
+
+    @property
+    def files(self):
+        return self.ending_file-self.starting_file
+
+    async def advance(self):
+        await self.progress.add({
+            "event": "blockchain.sync.start",
+            "data": {
+                "starting_height": self.starting_height,
+                "ending_height": self.ending_height,
+                "files": self.files,
+                "blocks": self.blocks,
+                "txs": self.txs
+            }
+        })
+        for starting_file in range(self.starting_file, self.ending_file, self.processes):
+            tasks = []
+            for b in range(starting_file, min(self.ending_file, starting_file+self.processes)):
+                blocks = int(self.blocks / self.files)
+                txs = int(self.txs / self.files)
+                tasks.append(self.sync_block_file(b, blocks, txs))
+            await asyncio.wait(tasks)
+        await self.progress.add({
+            "event": "blockchain.sync.block.done",
+            "data": {"step": 1, "total": 1, "unit": "tasks", "best_height_processed": self.ending_height}
+        })
+        await self.process()
+        self.processes = 1
+        self.txs = 25
+        self.starting_height = self.ending_height
+        self.ending_height += 1
+
+    async def sync_block_file(self, block_file, blocks, txs):
+        for i in range(0, blocks, 1000):
+            await self.progress.add({
+                "event": "blockchain.sync.block.read",
+                "data": {"step": i, "total": blocks, "unit": "blocks", "block_file": block_file}
+            })
+            await asyncio.sleep(randrange(1, 10)/10)
+        await self.progress.add({
+            "event": "blockchain.sync.block.read",
+            "data": {"step": blocks, "total": blocks, "unit": "blocks", "block_file": block_file}
+        })
+
+        for i in range(0, txs, 10000):
+            await self.progress.add({
+                "event": "blockchain.sync.block.save",
+                "data": {"step": i, "total": txs, "unit": "txs", "block_file": block_file}
+            })
+            await asyncio.sleep(randrange(1, 10) / 10)
+        await self.progress.add({
+            "event": "blockchain.sync.block.save",
+            "data": {"step": txs, "total": txs, "unit": "txs", "block_file": block_file}
+        })
+
+    async def process(self):
+        for i in range(3):
+            await self.progress.add({
+                "event": "db.sync.input",
+                "data": {"step": i, "total": 2, "unit": "txis"}
+            })
+        claims = int(self.txs/4)
+        for i in range(claims+1):
+            await self.progress.add({
+                "event": "blockchain.sync.claim.update",
+                "data": {"step": i, "total": claims, "unit": "claims"}
+            })
+
+
+async def main():
+    console = Advanced(FullNode(Ledger(Config(processes=4))))
+    progress = console.service.sync._on_progress_controller
+    sim = Simulator(progress, 200_000, 7, 1_000_000, console.service.db.processes)
+    console.starting()
+    await sim.advance()
+    console.stopping()
+
+
+if __name__ == "__main__":
+    asyncio.run(main())