comment-server/lbry_comment_server/main.py

import logging

import aiojobs.aiohttp
import asyncio
from aiohttp import web

from schema.db_helpers import backup_database, setup_database
from lbry_comment_server.database import obtain_connection
from lbry_comment_server.handles import api_endpoint
from lbry_comment_server.settings import config
from lbry_comment_server.writes import create_comment_scheduler, DatabaseWriter

logger = logging.getLogger(__name__)
logger.setLevel(logging.DEBUG)

formatter = logging.Formatter(config['LOGGING_FORMAT'])
debug_handler = logging.FileHandler(config['PATH']['LOG'])
error_handler = logging.FileHandler(config['PATH']['ERROR_LOG'])
stdout_handler = logging.StreamHandler()

debug_handler.setLevel(logging.DEBUG)
error_handler.setLevel(logging.ERROR)
stdout_handler.setLevel(logging.DEBUG)

debug_handler.setFormatter(formatter)
error_handler.setFormatter(formatter)
stdout_handler.setFormatter(formatter)

logger.addHandler(debug_handler)
logger.addHandler(error_handler)
logger.addHandler(stdout_handler)


async def setup_db_schema(app):
    logger.info('Setting up schema in %s', app['db_path'])
    setup_database(app['db_path'])


async def close_comment_scheduler(app):
    logger.debug('Closing comment_scheduler')
    await app['comment_scheduler'].close()


async def create_database_backup(app):
    try:
        while True:
            await asyncio.sleep(app['config']['BACKUP_INT'])
            with obtain_connection(app['db_path']) as conn:
                logger.debug('%s backing up database')
                backup_database(conn, app['backup'])

    except asyncio.CancelledError as e:
        pass

async def start_background_tasks(app: web.Application):
    app['waitful_backup'] = app.loop.create_task(create_database_backup(app))
    app['comment_scheduler'] = await create_comment_scheduler()
    app['writer'] = DatabaseWriter(config['PATH']['DEFAULT'])


async def cleanup_background_tasks(app):
    logger.debug('Ending background backup loop')
    app['waitful_backup'].cancel()
    await app['waitful_backup']
    app['reader'].close()
    app['writer'].close()


def create_app(**kwargs):
    app = web.Application()
    app['config'] = config
    app['db_path'] = config['PATH']['DEFAULT']
    app['backup'] = config['PATH']['BACKUP']
    app.on_startup.append(setup_db_schema)
    app.on_startup.append(start_background_tasks)
    app['reader'] = obtain_connection(app['db_path'], True)
    app.on_shutdown.append(close_comment_scheduler)
    app.on_shutdown.append(cleanup_background_tasks)
    aiojobs.aiohttp.setup(app, **kwargs)
    app.add_routes([web.post('/api', api_endpoint)])
    return app


async def stop_app(runner):
    logger.info('stopping app; running cleanup routine')
    await runner.cleanup()


async def run_app(app, duration=3600):
    runner = None
    try:
        runner = web.AppRunner(app)
        await runner.setup()
        site = web.TCPSite(runner, config['HOST'], config['PORT'])
        await site.start()
        await asyncio.sleep(duration)
    except asyncio.CancelledError as cerr:
        pass
    finally:
        await stop_app(runner)


if __name__ == '__main__':
    appl = create_app(close_timeout=5.0)
    try:
        asyncio.run(web.run_app(appl, access_log=logger, host=config['HOST'], port=config['PORT']))
    except asyncio.CancelledError:
        pass
    except ValueError:
        pass