2019-06-06 11:43:47 +02:00
|
|
|
import atexit
|
2019-05-21 13:54:52 +02:00
|
|
|
import logging
|
2019-05-19 08:24:59 +02:00
|
|
|
import sqlite3
|
2019-05-21 13:54:52 +02:00
|
|
|
import time
|
2019-05-19 08:24:59 +02:00
|
|
|
import typing
|
2019-05-21 13:54:52 +02:00
|
|
|
|
2019-05-30 17:14:27 +02:00
|
|
|
import math
|
2019-05-19 08:24:59 +02:00
|
|
|
import nacl.hash
|
2019-05-21 13:54:52 +02:00
|
|
|
|
2019-05-21 12:56:27 +02:00
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
2019-05-19 08:24:59 +02:00
|
|
|
|
2019-06-01 04:05:38 +02:00
|
|
|
def clean(thing: dict) -> dict:
|
|
|
|
return {k: v for k, v in thing.items() if v}
|
|
|
|
|
|
|
|
|
2019-05-20 11:07:29 +02:00
|
|
|
def obtain_connection(filepath: str = None, row_factory: bool = True):
|
|
|
|
connection = sqlite3.connect(filepath)
|
|
|
|
if row_factory:
|
|
|
|
connection.row_factory = sqlite3.Row
|
|
|
|
return connection
|
|
|
|
|
|
|
|
|
|
|
|
def get_claim_comments(conn: sqlite3.Connection, claim_id: str, parent_id: str = None,
|
|
|
|
page: int = 1, page_size: int = 50, top_level=False):
|
2019-06-04 14:14:12 +02:00
|
|
|
with conn:
|
|
|
|
if top_level:
|
|
|
|
results = [clean(dict(row)) for row in conn.execute(
|
|
|
|
""" SELECT comment, comment_id, channel_name, channel_id,
|
2019-06-06 05:20:27 +02:00
|
|
|
channel_url, timestamp, signature, signing_ts, parent_id
|
2019-06-04 14:14:12 +02:00
|
|
|
FROM COMMENTS_ON_CLAIMS
|
2019-07-17 02:20:33 +02:00
|
|
|
WHERE claim_id = ? AND parent_id IS NULL
|
2019-06-04 14:14:12 +02:00
|
|
|
LIMIT ? OFFSET ? """,
|
|
|
|
(claim_id, page_size, page_size*(page - 1))
|
|
|
|
)]
|
|
|
|
count = conn.execute(
|
|
|
|
"""
|
|
|
|
SELECT COUNT(*)
|
|
|
|
FROM COMMENTS_ON_CLAIMS
|
2019-07-17 02:20:33 +02:00
|
|
|
WHERE claim_id = ? AND parent_id IS NULL
|
2019-06-04 14:14:12 +02:00
|
|
|
""", (claim_id, )
|
|
|
|
)
|
|
|
|
elif parent_id is None:
|
|
|
|
results = [clean(dict(row)) for row in conn.execute(
|
|
|
|
""" SELECT comment, comment_id, channel_name, channel_id,
|
2019-06-06 05:20:27 +02:00
|
|
|
channel_url, timestamp, signature, signing_ts, parent_id
|
2019-06-04 14:14:12 +02:00
|
|
|
FROM COMMENTS_ON_CLAIMS
|
2019-07-17 02:20:33 +02:00
|
|
|
WHERE claim_id = ?
|
2019-06-04 14:14:12 +02:00
|
|
|
LIMIT ? OFFSET ? """,
|
|
|
|
(claim_id, page_size, page_size*(page - 1))
|
|
|
|
)]
|
|
|
|
count = conn.execute(
|
|
|
|
"""
|
|
|
|
SELECT COUNT(*)
|
|
|
|
FROM COMMENTS_ON_CLAIMS
|
2019-07-17 02:20:33 +02:00
|
|
|
WHERE claim_id = ?
|
2019-06-04 14:14:12 +02:00
|
|
|
""", (claim_id,)
|
|
|
|
)
|
|
|
|
else:
|
|
|
|
results = [clean(dict(row)) for row in conn.execute(
|
|
|
|
""" SELECT comment, comment_id, channel_name, channel_id,
|
2019-06-06 05:20:27 +02:00
|
|
|
channel_url, timestamp, signature, signing_ts, parent_id
|
2019-06-04 14:14:12 +02:00
|
|
|
FROM COMMENTS_ON_CLAIMS
|
2019-07-17 02:20:33 +02:00
|
|
|
WHERE claim_id = ? AND parent_id = ?
|
2019-06-04 14:14:12 +02:00
|
|
|
LIMIT ? OFFSET ? """,
|
|
|
|
(claim_id, parent_id, page_size, page_size*(page - 1))
|
|
|
|
)]
|
|
|
|
count = conn.execute(
|
|
|
|
"""
|
|
|
|
SELECT COUNT(*)
|
|
|
|
FROM COMMENTS_ON_CLAIMS
|
2019-07-17 02:20:33 +02:00
|
|
|
WHERE claim_id = ? AND parent_id = ?
|
2019-06-04 14:14:12 +02:00
|
|
|
""", (claim_id, parent_id)
|
|
|
|
)
|
|
|
|
count = tuple(count.fetchone())[0]
|
|
|
|
return {
|
|
|
|
'items': results,
|
|
|
|
'page': page,
|
|
|
|
'page_size': page_size,
|
|
|
|
'total_pages': math.ceil(count/page_size),
|
|
|
|
'total_items': count
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2019-07-19 06:33:34 +02:00
|
|
|
def insert_comment(conn: sqlite3.Connection, claim_id: str, comment: str, parent_id: str = None,
|
|
|
|
channel_id: str = None, signature: str = None, signing_ts: str = None) -> str:
|
2019-05-30 17:14:27 +02:00
|
|
|
timestamp = int(time.time())
|
2019-06-11 05:51:23 +02:00
|
|
|
prehash = b':'.join((claim_id.encode(), comment.encode(), str(timestamp).encode(),))
|
|
|
|
comment_id = nacl.hash.sha256(prehash).decode()
|
2019-05-20 11:07:29 +02:00
|
|
|
with conn:
|
|
|
|
conn.execute(
|
|
|
|
"""
|
2019-06-06 05:20:27 +02:00
|
|
|
INSERT INTO COMMENT(CommentId, LbryClaimId, ChannelId, Body, ParentId, Timestamp, Signature, SigningTs)
|
|
|
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?)
|
2019-05-20 11:07:29 +02:00
|
|
|
""",
|
2019-06-06 05:20:27 +02:00
|
|
|
(comment_id, claim_id, channel_id, comment, parent_id, timestamp, signature, signing_ts)
|
2019-05-19 23:15:54 +02:00
|
|
|
)
|
2019-07-20 15:06:34 +02:00
|
|
|
logger.info('Inserted Comment into DB, `comment_id`: %s', comment_id)
|
2019-05-20 11:07:29 +02:00
|
|
|
return comment_id
|
|
|
|
|
|
|
|
|
2019-06-04 14:14:12 +02:00
|
|
|
def get_comment_or_none(conn: sqlite3.Connection, comment_id: str) -> dict:
|
|
|
|
with conn:
|
|
|
|
curry = conn.execute(
|
|
|
|
"""
|
2019-06-06 05:20:27 +02:00
|
|
|
SELECT comment, comment_id, channel_name, channel_id, channel_url, timestamp, signature, signing_ts, parent_id
|
2019-06-04 14:14:12 +02:00
|
|
|
FROM COMMENTS_ON_CLAIMS WHERE comment_id = ?
|
|
|
|
""",
|
|
|
|
(comment_id,)
|
|
|
|
)
|
|
|
|
thing = curry.fetchone()
|
|
|
|
return clean(dict(thing)) if thing else None
|
|
|
|
|
|
|
|
|
2019-05-20 11:07:29 +02:00
|
|
|
def get_comment_ids(conn: sqlite3.Connection, claim_id: str, parent_id: str = None, page=1, page_size=50):
|
|
|
|
""" Just return a list of the comment IDs that are associated with the given claim_id.
|
|
|
|
If get_all is specified then it returns all the IDs, otherwise only the IDs at that level.
|
|
|
|
if parent_id is left null then it only returns the top level comments.
|
|
|
|
|
|
|
|
For pagination the parameters are:
|
|
|
|
get_all XOR (page_size + page)
|
|
|
|
"""
|
2019-06-04 14:14:12 +02:00
|
|
|
with conn:
|
|
|
|
if parent_id is None:
|
|
|
|
curs = conn.execute("""
|
|
|
|
SELECT comment_id FROM COMMENTS_ON_CLAIMS
|
2019-07-17 02:20:33 +02:00
|
|
|
WHERE claim_id = ? AND parent_id IS NULL LIMIT ? OFFSET ?
|
2019-06-04 14:14:12 +02:00
|
|
|
""", (claim_id, page_size, page_size*abs(page - 1),)
|
|
|
|
)
|
|
|
|
else:
|
|
|
|
curs = conn.execute("""
|
|
|
|
SELECT comment_id FROM COMMENTS_ON_CLAIMS
|
2019-07-17 02:20:33 +02:00
|
|
|
WHERE claim_id = ? AND parent_id = ? LIMIT ? OFFSET ?
|
2019-06-04 14:14:12 +02:00
|
|
|
""", (claim_id, parent_id, page_size, page_size * abs(page - 1),)
|
|
|
|
)
|
2019-05-20 11:07:29 +02:00
|
|
|
return [tuple(row)[0] for row in curs.fetchall()]
|
|
|
|
|
|
|
|
|
|
|
|
def get_comments_by_id(conn, comment_ids: list) -> typing.Union[list, None]:
|
|
|
|
""" Returns a list containing the comment data associated with each ID within the list"""
|
|
|
|
# format the input, under the assumption that the
|
|
|
|
placeholders = ', '.join('?' for _ in comment_ids)
|
2019-06-04 14:14:12 +02:00
|
|
|
with conn:
|
|
|
|
return [clean(dict(row)) for row in conn.execute(
|
|
|
|
f'SELECT * FROM COMMENTS_ON_CLAIMS WHERE comment_id IN ({placeholders})',
|
|
|
|
tuple(comment_ids)
|
|
|
|
)]
|
2019-06-06 11:43:47 +02:00
|
|
|
|
|
|
|
|
2019-07-19 06:33:34 +02:00
|
|
|
def delete_anonymous_comment_by_id(conn: sqlite3.Connection, comment_id: str):
|
|
|
|
with conn:
|
|
|
|
curs = conn.execute(
|
|
|
|
"DELETE FROM COMMENT WHERE ChannelId IS NULL AND CommentId = ?",
|
|
|
|
(comment_id,)
|
|
|
|
)
|
|
|
|
return curs.rowcount
|
|
|
|
|
|
|
|
|
|
|
|
def delete_channel_comment_by_id(conn: sqlite3.Connection, comment_id: str, channel_id: str):
|
|
|
|
with conn:
|
|
|
|
curs = conn.execute(
|
|
|
|
"DELETE FROM COMMENT WHERE ChannelId = ? AND CommentId = ?",
|
|
|
|
(channel_id, comment_id)
|
|
|
|
)
|
|
|
|
return curs.rowcount
|
|
|
|
|
|
|
|
|
|
|
|
def insert_channel(conn: sqlite3.Connection, channel_name: str, channel_id: str):
|
|
|
|
with conn:
|
|
|
|
conn.execute(
|
|
|
|
'INSERT INTO CHANNEL(ClaimId, Name) VALUES (?, ?)',
|
|
|
|
(channel_id, channel_name)
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
def get_channel_from_comment_id(conn: sqlite3.Connection, comment_id: str):
|
2019-07-17 02:21:35 +02:00
|
|
|
with conn:
|
2019-07-19 06:33:34 +02:00
|
|
|
channel = conn.execute("""
|
|
|
|
SELECT CHN.ClaimId AS channel_id, CHN.Name AS channel_name
|
|
|
|
FROM CHANNEL AS CHN, COMMENT AS CMT
|
|
|
|
WHERE CHN.ClaimId = CMT.ChannelId AND CMT.CommentId = ?
|
|
|
|
LIMIT 1
|
|
|
|
""", (comment_id,)
|
|
|
|
).fetchone()
|
|
|
|
return dict(channel) if channel else dict()
|
2019-07-17 02:21:35 +02:00
|
|
|
|
|
|
|
|
2019-06-06 11:43:47 +02:00
|
|
|
class DatabaseWriter(object):
|
|
|
|
_writer = None
|
|
|
|
|
|
|
|
def __init__(self, db_file):
|
|
|
|
if not DatabaseWriter._writer:
|
|
|
|
self.conn = obtain_connection(db_file)
|
|
|
|
DatabaseWriter._writer = self
|
|
|
|
atexit.register(self.cleanup)
|
|
|
|
logging.info('Database writer has been created at %s', repr(self))
|
|
|
|
else:
|
|
|
|
logging.warning('Someone attempted to insantiate DatabaseWriter')
|
|
|
|
raise TypeError('Database Writer already exists!')
|
|
|
|
|
|
|
|
def cleanup(self):
|
|
|
|
logging.info('Cleaning up database writer')
|
|
|
|
DatabaseWriter._writer = None
|
|
|
|
self.conn.close()
|
|
|
|
|
|
|
|
@property
|
|
|
|
def connection(self):
|
2019-07-19 06:33:34 +02:00
|
|
|
return self.conn
|