2020-05-21 00:05:49 +02:00
|
|
|
import os
|
|
|
|
from typing import Dict, Any
|
|
|
|
|
|
|
|
import tqdm
|
|
|
|
|
|
|
|
from lbry import __version__
|
|
|
|
from lbry.service.base import Service
|
|
|
|
from lbry.service.full_node import FullNode
|
|
|
|
from lbry.service.light_client import LightClient
|
|
|
|
|
|
|
|
|
2020-06-05 06:35:22 +02:00
|
|
|
class Console:
|
2020-05-21 00:05:49 +02:00
|
|
|
|
|
|
|
def __init__(self, service: Service):
|
|
|
|
self.service = service
|
|
|
|
|
|
|
|
def starting(self):
|
|
|
|
pass
|
|
|
|
|
|
|
|
def stopping(self):
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
|
|
class Basic(Console):
|
|
|
|
|
|
|
|
def __init__(self, service: Service):
|
|
|
|
super().__init__(service)
|
|
|
|
self.service.sync.on_progress.listen(self.on_sync_progress)
|
|
|
|
|
|
|
|
def starting(self):
|
|
|
|
conf = self.service.conf
|
|
|
|
s = [f'LBRY v{__version__}']
|
|
|
|
if isinstance(self.service, FullNode):
|
|
|
|
s.append('Full Node')
|
|
|
|
elif isinstance(self.service, LightClient):
|
|
|
|
s.append('Light Client')
|
|
|
|
if conf.processes == -1:
|
2020-06-05 06:51:55 +02:00
|
|
|
s.append('Threads Only')
|
2020-06-05 06:35:22 +02:00
|
|
|
elif conf.processes == 0:
|
|
|
|
s.append(f'{os.cpu_count()} Process(es)')
|
2020-05-21 00:05:49 +02:00
|
|
|
else:
|
2020-06-05 06:35:22 +02:00
|
|
|
s.append(f'{conf.processes} Process(es)')
|
2020-05-21 00:05:49 +02:00
|
|
|
s.append(f'({os.cpu_count()} CPU(s) available)')
|
|
|
|
print(' '.join(s))
|
|
|
|
|
2020-06-05 06:35:22 +02:00
|
|
|
@staticmethod
|
|
|
|
def stopping():
|
2020-05-21 00:05:49 +02:00
|
|
|
print('bye.')
|
|
|
|
|
2020-06-05 06:35:22 +02:00
|
|
|
@staticmethod
|
|
|
|
def on_sync_progress(event):
|
2020-05-21 00:05:49 +02:00
|
|
|
print(event)
|
|
|
|
|
|
|
|
|
|
|
|
class Advanced(Basic):
|
|
|
|
|
2020-06-23 19:11:16 +02:00
|
|
|
FORMAT = '{l_bar}{bar}| {n_fmt:>8}/{total_fmt:>8} [{elapsed:>7}<{remaining:>8}, {rate_fmt:>16}]'
|
2020-05-21 00:05:49 +02:00
|
|
|
|
|
|
|
def __init__(self, service: Service):
|
|
|
|
super().__init__(service)
|
|
|
|
self.bars: Dict[Any, tqdm.tqdm] = {}
|
|
|
|
|
2020-06-05 06:35:22 +02:00
|
|
|
def get_or_create_bar(self, name, desc, unit, total, leave=False):
|
2020-05-21 00:05:49 +02:00
|
|
|
bar = self.bars.get(name)
|
|
|
|
if bar is None:
|
|
|
|
bar = self.bars[name] = tqdm.tqdm(
|
2020-06-05 06:35:22 +02:00
|
|
|
desc=desc, unit=unit, total=total,
|
|
|
|
bar_format=self.FORMAT, leave=leave
|
2020-05-21 00:05:49 +02:00
|
|
|
)
|
|
|
|
return bar
|
|
|
|
|
2020-06-05 06:35:22 +02:00
|
|
|
def start_sync_block_bars(self, d):
|
|
|
|
self.bars.clear()
|
2020-06-22 05:21:43 +02:00
|
|
|
self.get_or_create_bar("read", "total reading", "blocks", d['blocks'], True)
|
2020-06-05 06:35:22 +02:00
|
|
|
self.get_or_create_bar("save", "total saving", "txs", d['txs'], True)
|
2020-05-21 00:05:49 +02:00
|
|
|
|
2020-06-05 06:35:22 +02:00
|
|
|
def close_sync_block_bars(self):
|
2020-06-22 05:21:43 +02:00
|
|
|
self.bars.pop("read").close()
|
2020-06-05 06:35:22 +02:00
|
|
|
self.bars.pop("save").close()
|
2020-05-21 00:05:49 +02:00
|
|
|
|
2020-06-05 06:35:22 +02:00
|
|
|
def update_sync_block_bars(self, event, d):
|
|
|
|
bar_name = f"block-{d['block_file']}"
|
|
|
|
bar = self.bars.get(bar_name)
|
|
|
|
if bar is None:
|
|
|
|
return self.get_or_create_bar(
|
|
|
|
bar_name,
|
|
|
|
f"├─ blk{d['block_file']:05}.dat parsing", 'blocks', d['total']
|
|
|
|
)
|
|
|
|
|
|
|
|
if event == "save" and bar.unit == "blocks":
|
|
|
|
bar.desc = f"├─ blk{d['block_file']:05}.dat saving"
|
|
|
|
bar.unit = "txs"
|
|
|
|
bar.reset(d['total'])
|
|
|
|
return
|
2020-05-21 00:05:49 +02:00
|
|
|
|
|
|
|
diff = d['step']-bar.last_print_n
|
|
|
|
bar.update(diff)
|
2020-06-05 06:35:22 +02:00
|
|
|
self.bars[event].update(diff)
|
|
|
|
|
|
|
|
if event == "save" and d['step'] == d['total']:
|
2020-05-21 00:05:49 +02:00
|
|
|
bar.close()
|
|
|
|
|
2020-06-22 16:52:17 +02:00
|
|
|
def update_other_bars(self, e, d):
|
2020-06-23 19:11:16 +02:00
|
|
|
bar = self.get_or_create_bar(e, e[-13:], d['unit'], d['total'], leave=True)
|
2020-06-22 16:52:17 +02:00
|
|
|
diff = d['step']-bar.last_print_n
|
|
|
|
bar.update(diff)
|
2020-06-23 19:11:16 +02:00
|
|
|
if d['step'] == d['total']:
|
|
|
|
bar.close()
|
2020-06-22 16:52:17 +02:00
|
|
|
|
2020-05-21 00:05:49 +02:00
|
|
|
def on_sync_progress(self, event):
|
|
|
|
e, d = event['event'], event.get('data', {})
|
|
|
|
if e.endswith("start"):
|
2020-06-05 06:35:22 +02:00
|
|
|
self.start_sync_block_bars(d)
|
|
|
|
elif e.endswith("block.done"):
|
|
|
|
self.close_sync_block_bars()
|
2020-06-22 05:21:43 +02:00
|
|
|
elif e.endswith("block.read"):
|
|
|
|
self.update_sync_block_bars("read", d)
|
2020-06-05 06:35:22 +02:00
|
|
|
elif e.endswith("block.save"):
|
|
|
|
self.update_sync_block_bars("save", d)
|
2020-06-22 16:52:17 +02:00
|
|
|
else:
|
|
|
|
self.update_other_bars(e, d)
|