LBRYCommunity/lbry-sdk
1
0
Fork 1
Code Issues Pull requests Projects Releases 282 Packages Wiki Activity

log time to update and decay trending in elasticsearch

Browse source
This commit is contained in:
Jack Robison 2021-08-30 12:30:38 -04:00 committed by Victor Shyba
parent 0be141188c
commit a51bf6a4fa
1 changed files with 6 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
lbry/wallet/server/db/elasticsearch/search.py
View file

@ -1,4 +1,4 @@
import math import time
import asyncio import asyncio
import struct import struct
from binascii import unhexlify from binascii import unhexlify
@ -167,6 +167,8 @@ class SearchIndex:
} }
ctx._source.trending_score_change = 0.0; ctx._source.trending_score_change = 0.0;
""" """
start = time.perf_counter()
await self.sync_client.update_by_query( await self.sync_client.update_by_query(
self.index, body={ self.index, body={
'query': { 'query': {
@ -175,6 +177,7 @@ class SearchIndex:
'script': {'source': update_trending_score_script, 'lang': 'painless'} 'script': {'source': update_trending_score_script, 'lang': 'painless'}
}, slices=4, conflicts='proceed' }, slices=4, conflicts='proceed'
) )
self.logger.info("updated trending scores in %ims", int((time.perf_counter() - start) * 1000))
whale_decay_factor = 2 * (2.0 ** (-1 / self._trending_whale_half_life)) whale_decay_factor = 2 * (2.0 ** (-1 / self._trending_whale_half_life))
decay_factor = 2 * (2.0 ** (-1 / self._trending_half_life)) decay_factor = 2 * (2.0 ** (-1 / self._trending_half_life))
@ -188,12 +191,14 @@ class SearchIndex:
ctx._source.trending_score *= %s; ctx._source.trending_score *= %s;
} }
""" % (self._trending_whale_threshold, whale_decay_factor, decay_factor) """ % (self._trending_whale_threshold, whale_decay_factor, decay_factor)
start = time.perf_counter()
await self.sync_client.update_by_query( await self.sync_client.update_by_query(
self.index, body={ self.index, body={
'query': {'bool': {'must_not': [{'match': {'trending_score': 0.0}}]}}, 'query': {'bool': {'must_not': [{'match': {'trending_score': 0.0}}]}},
'script': {'source': decay_script, 'lang': 'painless'} 'script': {'source': decay_script, 'lang': 'painless'}
}, slices=4, conflicts='proceed' }, slices=4, conflicts='proceed'
) )
self.logger.info("decayed trending scores in %ims", int((time.perf_counter() - start) * 1000))
async def apply_filters(self, blocked_streams, blocked_channels, filtered_streams, filtered_channels): async def apply_filters(self, blocked_streams, blocked_channels, filtered_streams, filtered_channels):
if filtered_streams: if filtered_streams: