LBRYCommunity/hub
1
0
Fork 0
Code Issues 35 Pull requests 6 Projects Releases Packages Wiki Activity

add resolved url lru cache

Browse source
This commit is contained in:
Jack Robison 2022-06-21 14:26:08 -04:00
parent 4b90097997
commit a86388f6de
1 changed files with 4 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
hub/herald/session.py
View file

@ -198,8 +198,7 @@ class SessionManager:
self.cur_group = SessionGroup(0) self.cur_group = SessionGroup(0)
self.txs_sent = 0 self.txs_sent = 0
self.start_time = time.time() self.start_time = time.time()
self.resolve_outputs_cache = {} self.resolve_cache = LRUCacheWithMetrics(16384, metric_name='resolved_url', namespace=NAMESPACE)
self.resolve_cache = {}
self.notified_height: typing.Optional[int] = None self.notified_height: typing.Optional[int] = None
# Cache some idea of room to avoid recounting on each subscription # Cache some idea of room to avoid recounting on each subscription
self.subs_room = 0 self.subs_room = 0
@ -220,7 +219,6 @@ class SessionManager:
self.history_tx_info_cache = LRUCacheWithMetrics(2 ** 19, metric_name='history_tx', namespace=NAMESPACE) self.history_tx_info_cache = LRUCacheWithMetrics(2 ** 19, metric_name='history_tx', namespace=NAMESPACE)
def clear_caches(self): def clear_caches(self):
self.resolve_outputs_cache.clear()
self.resolve_cache.clear() self.resolve_cache.clear()
def update_history_caches(self, touched_hashXs: typing.List[bytes]): def update_history_caches(self, touched_hashXs: typing.List[bytes]):
@ -1274,17 +1272,15 @@ class LBRYElectrumX(asyncio.Protocol):
self.session_manager.executor_time_metric.observe(time.perf_counter() - start) self.session_manager.executor_time_metric.observe(time.perf_counter() - start)
async def claimtrie_resolve(self, *urls) -> str: async def claimtrie_resolve(self, *urls) -> str:
# sorted_urls = tuple(sorted(urls))
self.session_manager.urls_to_resolve_count_metric.inc(len(urls)) self.session_manager.urls_to_resolve_count_metric.inc(len(urls))
try: try:
# if sorted_urls in self.session_manager.resolve_outputs_cache:
# return self.session_manager.resolve_outputs_cache[sorted_urls]
rows, extra = [], [] rows, extra = [], []
resolved = {} resolved = {}
needed = defaultdict(list) needed = defaultdict(list)
for idx, url in enumerate(urls): for idx, url in enumerate(urls):
if url in self.session_manager.resolve_cache: cached = self.session_manager.resolve_cache.get(url)
stream, channel, repost, reposted_channel = self.session_manager.resolve_cache[url] if cached:
stream, channel, repost, reposted_channel = cached
resolved[url] = stream, channel, repost, reposted_channel resolved[url] = stream, channel, repost, reposted_channel
else: else:
needed[url].append(idx) needed[url].append(idx)
@ -1321,9 +1317,7 @@ class LBRYElectrumX(asyncio.Protocol):
extra.append(repost) extra.append(repost)
if reposted_channel: if reposted_channel:
extra.append(reposted_channel) extra.append(reposted_channel)
# await asyncio.sleep(0)
# self.session_manager.resolve_outputs_cache[sorted_urls] = result = Outputs.to_base64(rows, extra)
return Outputs.to_base64(rows, extra) return Outputs.to_base64(rows, extra)
finally: finally:
self.session_manager.resolved_url_count_metric.inc(len(urls)) self.session_manager.resolved_url_count_metric.inc(len(urls))