85 lines
3 KiB
Python
85 lines
3 KiB
Python
import sqlite3
|
|
import os
|
|
import logging
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
|
|
def do_migration(conf):
|
|
log.info("Doing the migration")
|
|
migrate_blobs_db(conf.data_dir)
|
|
log.info("Migration succeeded")
|
|
|
|
|
|
def migrate_blobs_db(db_dir):
|
|
"""
|
|
We migrate the blobs.db used in BlobManager to have a "should_announce" column,
|
|
and set this to True for blobs that are sd_hash's or head blobs (first blob in stream)
|
|
"""
|
|
|
|
blobs_db = os.path.join(db_dir, "blobs.db")
|
|
lbryfile_info_db = os.path.join(db_dir, 'lbryfile_info.db')
|
|
|
|
# skip migration on fresh installs
|
|
if not os.path.isfile(blobs_db) and not os.path.isfile(lbryfile_info_db):
|
|
return
|
|
|
|
# if blobs.db doesn't exist, skip migration
|
|
if not os.path.isfile(blobs_db):
|
|
log.error("blobs.db was not found but lbryfile_info.db was found, skipping migration")
|
|
return
|
|
|
|
blobs_db_file = sqlite3.connect(blobs_db)
|
|
blobs_db_cursor = blobs_db_file.cursor()
|
|
|
|
# check if new columns exist (it shouldn't) and create it
|
|
try:
|
|
blobs_db_cursor.execute("SELECT should_announce FROM blobs")
|
|
except sqlite3.OperationalError:
|
|
blobs_db_cursor.execute(
|
|
"ALTER TABLE blobs ADD COLUMN should_announce integer NOT NULL DEFAULT 0")
|
|
else:
|
|
log.warning("should_announce already exists somehow, proceeding anyways")
|
|
|
|
# if lbryfile_info.db doesn't exist, skip marking blobs as should_announce = True
|
|
if not os.path.isfile(lbryfile_info_db):
|
|
log.error("lbryfile_info.db was not found, skipping check for should_announce")
|
|
return
|
|
|
|
lbryfile_info_file = sqlite3.connect(lbryfile_info_db)
|
|
lbryfile_info_cursor = lbryfile_info_file.cursor()
|
|
|
|
# find blobs that are stream descriptors
|
|
lbryfile_info_cursor.execute('SELECT * FROM lbry_file_descriptors')
|
|
descriptors = lbryfile_info_cursor.fetchall()
|
|
should_announce_blob_hashes = []
|
|
for d in descriptors:
|
|
sd_blob_hash = (d[0],)
|
|
should_announce_blob_hashes.append(sd_blob_hash)
|
|
|
|
# find blobs that are the first blob in a stream
|
|
lbryfile_info_cursor.execute('SELECT * FROM lbry_file_blobs WHERE position = 0')
|
|
blobs = lbryfile_info_cursor.fetchall()
|
|
head_blob_hashes = []
|
|
for b in blobs:
|
|
blob_hash = (b[0],)
|
|
should_announce_blob_hashes.append(blob_hash)
|
|
|
|
# now mark them as should_announce = True
|
|
blobs_db_cursor.executemany('UPDATE blobs SET should_announce=1 WHERE blob_hash=?',
|
|
should_announce_blob_hashes)
|
|
|
|
# Now run some final checks here to make sure migration succeeded
|
|
try:
|
|
blobs_db_cursor.execute("SELECT should_announce FROM blobs")
|
|
except sqlite3.OperationalError:
|
|
raise Exception('Migration failed, cannot find should_announce')
|
|
|
|
blobs_db_cursor.execute("SELECT * FROM blobs WHERE should_announce=1")
|
|
blobs = blobs_db_cursor.fetchall()
|
|
if len(blobs) != len(should_announce_blob_hashes):
|
|
log.error("Some how not all blobs were marked as announceable")
|
|
|
|
blobs_db_file.commit()
|
|
blobs_db_file.close()
|
|
lbryfile_info_file.close()
|