import uvloop, asyncio, time, sys, logging from concurrent.futures import ProcessPoolExecutor from lbry.wallet.server.db import reader from lbry.wallet.server.metrics import calculate_avg_percentiles db_path = '../../../lbryconf/wallet-server/claims.db' default_query_timout = 0.25 log = logging.getLogger(__name__) log.addHandler(logging.StreamHandler()) async def run_times(executor, iterations, show=True): start = time.perf_counter() timings = await asyncio.gather(*(asyncio.get_running_loop().run_in_executor( executor, reader.search_to_bytes, { 'no_totals': True, 'offset': 0, 'limit': 20, 'any_tags': [ 'ufos', 'city fix' ], 'not_tags': [ 'porn', 'mature', 'xxx', 'nsfw' ], 'order_by': [ 'release_time' ] } ) for _ in range(iterations))) timings = [r[1]['execute_query'][0]['total'] for r in timings] total = int((time.perf_counter() - start) * 100) if show: avg = sum(timings)/len(timings) print(f"{iterations:4}: {total}ms total concurrent, {len(timings)*avg*1000:.3f}s total sequential (avg*runs)") print(f" {total/len(timings):.1f}ms/query concurrent (total/runs)") print(f" {avg:.1f}ms/query actual average (sum(queries)/runs)") stats = calculate_avg_percentiles(timings) print(f" min: {stats[1]}, 5%: {stats[2]}, 25%: {stats[3]}, 50%: {stats[4]}, 75%: {stats[5]}, 95%: {stats[6]}, max: {stats[7]}") sys.stdout.write(' sample:') for i, t in zip(range(10), timings[::-1]): sys.stdout.write(f' {t}ms') print(' ...\n' if len(timings) > 10 else '\n') async def main(): executor = ProcessPoolExecutor( 4, initializer=reader.initializer, initargs=(db_path, 'mainnet', 1.0, True) ) #await run_times(executor, 4, show=False) #await run_times(executor, 1) await run_times(executor, 2**3) await run_times(executor, 2**5) await run_times(executor, 2**7) #await run_times(executor, 2**9) #await run_times(executor, 2**11) #await run_times(executor, 2**13) executor.shutdown(True) if __name__ == '__main__': uvloop.install() asyncio.run(main())