Adds prototype query parser
This commit is contained in:
parent
0b4a12a869
commit
dd76a45cd3
1 changed files with 184 additions and 0 deletions
184
src/database/reader.py
Normal file
184
src/database/reader.py
Normal file
|
@ -0,0 +1,184 @@
|
|||
import sqlite3
|
||||
import typing
|
||||
import re
|
||||
|
||||
|
||||
|
||||
SEARCH_PARAMS = {
|
||||
'timestamp': int,
|
||||
'is_hidden': bool, # boolean
|
||||
'comment_id': str, # strings
|
||||
'parent_id': str,
|
||||
'channel_name': str,
|
||||
'channel_url': str,
|
||||
'channel_id': str,
|
||||
'claim_id': str,
|
||||
'signature': str,
|
||||
'signing_ts': str,
|
||||
'comment': str,
|
||||
}
|
||||
|
||||
TABLE = 'COMMENTS_ON_CLAIMS'
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
ID_PARAM_LENS = {
|
||||
'comment_id': 64,
|
||||
'channel_id': 40,
|
||||
'claim_id': 40,
|
||||
'signature': 128,
|
||||
'parent_id': 64
|
||||
}
|
||||
|
||||
IDENTIFIERS = {
|
||||
'signature',
|
||||
'comment_id',
|
||||
'parent_id',
|
||||
'channel_id',
|
||||
'claim_id'
|
||||
}
|
||||
|
||||
GROUPABLE = {
|
||||
'channel_name',
|
||||
'channel_url'
|
||||
} | IDENTIFIERS
|
||||
|
||||
GROUP_PARAMS = re.compile(rf"({'|'.join(GROUPABLE)})s")
|
||||
ID_PARAMS = re.compile(rf"({'|'.join(IDENTIFIERS)})")
|
||||
|
||||
|
||||
def create_query(cols=None, **constraints):
|
||||
table = 'COMMENTS_ON_CLAIMS'
|
||||
for key in constraints.copy().keys():
|
||||
if GROUP_PARAMS.fullmatch(key):
|
||||
constraint = constraints.pop(key)
|
||||
constraints.update({
|
||||
f'{table}.{key[:-1]}__in': constraint
|
||||
})
|
||||
elif ID_PARAMS.fullmatch(key):
|
||||
constraint = constraints.pop(key)
|
||||
if isinstance(constraint, str):
|
||||
if len(constraint) < ID_PARAM_LENS[key]:
|
||||
constraints[f'{table}.{key}__like'] = constraint + '%'
|
||||
else:
|
||||
constraints[f'{table}.{key}__eq'] = constraint
|
||||
else:
|
||||
constraint[f'{table}.{key}__is_null'] = True
|
||||
|
||||
ops = {'>': '__gt', '>=': '__gte', '<': '__lt', '<=': '__lte'}
|
||||
if 'timestamp' in constraints:
|
||||
time = constraints.pop('timestamp')
|
||||
prefix = f'{table}.timestamp'
|
||||
if isinstance(time, str):
|
||||
if len(time) > 2 and time[:2] in ops:
|
||||
constraints[f'{prefix}{ops[time[:2]]}'] = int(time[2:])
|
||||
elif len(time) > 1 and time[:1] in ops:
|
||||
constraints[f'{prefix}{ops[time[:1]]}'] = int(time[1:])
|
||||
else:
|
||||
constraints[f'{prefix}__eq'] = int(time)
|
||||
elif isinstance(time, int):
|
||||
constraints[f'{prefix}__eq'] = time
|
||||
|
||||
if 'channel_name' in constraints:
|
||||
constraint = constraints.pop('channel_name')
|
||||
prefix = f'{table}.channel_name'
|
||||
if isinstance(constraint, str):
|
||||
constraints[f'{prefix}__like'] = constraint
|
||||
|
||||
if 'channel_is_null' in constraints:
|
||||
constraint = constraints.pop('channel_is_null')
|
||||
prefix = f'{table}.channel_id'
|
||||
if isinstance(constraint, bool):
|
||||
prefix += '__is_null' if constraint else '__is_not_null'
|
||||
constraints[prefix] = True
|
||||
|
||||
if 'channel_url' in constraints:
|
||||
constraint = constraints.pop('channel_url')
|
||||
prefix = f'{table}.channel_url__like'
|
||||
if isinstance(constraint, str):
|
||||
constraints[prefix] = constraint
|
||||
|
||||
if 'is_hidden' in constraints:
|
||||
constraint = constraints.pop('is_hidden')
|
||||
if isinstance(constraint, bool):
|
||||
constraints[f'{table}.is_hidden__is'] = constraint
|
||||
else:
|
||||
constraints[f'{table}.is_hidden__is'] = True
|
||||
|
||||
if 'signing_ts' in constraints:
|
||||
constraint = constraints.pop('signing_ts')
|
||||
if isinstance(constraint, str):
|
||||
constraints[f'{table}.signing_ts__like'] = constraint
|
||||
elif isinstance(constraint, int):
|
||||
constraints[f'{table}.signing_ts__eq'] = str(constraint)
|
||||
elif constraint is None:
|
||||
constraints[f'{table}.signing_ts__is_null'] = True
|
||||
if 'comment' in constraints:
|
||||
constraint = constraints.pop('comment')
|
||||
if isinstance(constraint, str):
|
||||
constraints[f'{table}.comment__like'] = constraint
|
||||
|
||||
sql = ['SELECT']
|
||||
if isinstance(cols, (list, tuple)):
|
||||
sql.append(', '.join(cols))
|
||||
elif isinstance(cols, dict):
|
||||
sql.append(', '.join(f'{col} AS {cola}' for col, cola in cols.items()))
|
||||
else:
|
||||
sql.append('*')
|
||||
sql += ['FROM', table]
|
||||
if len(constraints) > 0:
|
||||
conditions, constraints = constraints_to_sql(**constraints)
|
||||
sql += ['WHERE', conditions]
|
||||
|
||||
return '\n'.join(sql), constraints
|
||||
|
||||
|
||||
OPS = {
|
||||
'eq': '=',
|
||||
'gt': '>',
|
||||
'lt': '<',
|
||||
'gte': '>=',
|
||||
'lte': '<=',
|
||||
'like': 'LIKE',
|
||||
'is': 'IS',
|
||||
'is_not': 'IS NOT',
|
||||
'is_null': 'IS NULL',
|
||||
'is_not_null': 'IS NOT NULL',
|
||||
'in': 'IN',
|
||||
'not_in': 'NOT IN'
|
||||
}
|
||||
|
||||
|
||||
def constraints_to_sql(**constraints):
|
||||
sql_params = {}
|
||||
sql_stmts = []
|
||||
for constraint, value in constraints.items():
|
||||
if constraint.find('__'):
|
||||
col, op = constraint.split('__')
|
||||
param = col.split('.')[1]
|
||||
statement = [param, OPS[op]]
|
||||
if op[-2:] == 'in' and isinstance(value, (list, tuple, set)):
|
||||
param_list = ", ".join(f':{param}{i}' for i in range(len(value)))
|
||||
statement.append(f'({param_list})')
|
||||
sql_params.update({f'{param}{i}': v for i, v in enumerate(value)})
|
||||
elif 'null' not in op:
|
||||
statement.append(':' + param)
|
||||
sql_params[param] = value
|
||||
sql_stmts.append(' '.join(statement))
|
||||
|
||||
inner_where = ' AND '.join(sql_stmts)
|
||||
return inner_where, sql_params
|
||||
|
||||
|
||||
def _page_to_limit(**constraints):
|
||||
limit = constraints.pop('page_size', None)
|
||||
page = constraints.pop('page', None)
|
||||
if limit and isinstance(int, limit):
|
||||
constraints['LIMIT'] = limit
|
||||
if page and isinstance(page, int):
|
||||
constraints['OFFSET'] = limit * (page - 1)
|
||||
return constraints
|
||||
|
||||
|
Loading…
Reference in a new issue