lbry-sdk/lbry/extras/daemon/exchange_rate_manager.py

import json
import time
import asyncio
import logging
from decimal import Decimal
from typing import Optional, Iterable, Type
from aiohttp.client_exceptions import ContentTypeError
from lbry.error import InvalidExchangeRateResponseError, CurrencyConversionError
from lbry.utils import aiohttp_request
from lbry.wallet.dewies import lbc_to_dewies

log = logging.getLogger(__name__)


class ExchangeRate:
    def __init__(self, market, spot, ts):
        if not int(time.time()) - ts < 600:
            raise ValueError('The timestamp is too dated.')
        if not spot > 0:
            raise ValueError('Spot must be greater than 0.')
        self.currency_pair = (market[0:3], market[3:6])
        self.spot = spot
        self.ts = ts

    def __repr__(self):
        return f"Currency pair:{self.currency_pair}, spot:{self.spot}, ts:{self.ts}"

    def as_dict(self):
        return {'spot': self.spot, 'ts': self.ts}


class MarketFeed:
    name: str
    market: str
    url: str
    params = {}
    fee = 0

    update_interval = 300
    request_timeout = 50

    def __init__(self):
        self.rate: Optional[float] = None
        self.last_check = 0
        self._last_response = None
        self._task: Optional[asyncio.Task] = None
        self.event = asyncio.Event()

    @property
    def has_rate(self):
        return self.rate is not None

    @property
    def is_online(self):
        return self.last_check+self.update_interval+self.request_timeout > time.time()

    def get_rate_from_response(self, response):
        raise NotImplementedError()

    async def get_response(self):
        async with aiohttp_request('get', self.url, params=self.params, timeout=self.request_timeout) as response:
            try:
                self._last_response = await response.json()
            except ContentTypeError as e:
                self._last_response = {}
                log.warning("Could not parse exchange rate response from %s: %s", self.name, e.message)
                log.debug(await response.text())
            return self._last_response

    async def get_rate(self):
        try:
            data = await self.get_response()
            rate = self.get_rate_from_response(data)
            rate = rate / (1.0 - self.fee)
            log.debug("Saving rate update %f for %s from %s", rate, self.market, self.name)
            self.rate = ExchangeRate(self.market, rate, int(time.time()))
            self.last_check = time.time()
            self.event.set()
            return self.rate
        except asyncio.CancelledError:
            raise
        except asyncio.TimeoutError:
            log.warning("Timed out fetching exchange rate from %s.", self.name)
        except json.JSONDecodeError as e:
            log.warning("Could not parse exchange rate response from %s: %s", self.name, e.doc)
        except InvalidExchangeRateResponseError as e:
            log.warning(str(e))
        except Exception as e:
            log.exception("Exchange rate error (%s from %s):", self.market, self.name)

    async def keep_updated(self):
        while True:
            await self.get_rate()
            await asyncio.sleep(self.update_interval)

    def start(self):
        if not self._task:
            self._task = asyncio.create_task(self.keep_updated())

    def stop(self):
        if self._task and not self._task.done():
            self._task.cancel()
        self._task = None
        self.event.clear()


class BittrexFeed(MarketFeed):
    name = "Bittrex"
    market = "BTCLBC"
    url = "https://bittrex.com/api/v1.1/public/getmarkethistory"
    params = {'market': 'BTC-LBC', 'count': 50}
    fee = 0.0025

    def get_rate_from_response(self, json_response):
        if 'result' not in json_response:
            raise InvalidExchangeRateResponseError(self.name, 'result not found')
        trades = json_response['result']
        if len(trades) == 0:
            raise InvalidExchangeRateResponseError(self.name, 'trades not found')
        totals = sum([i['Total'] for i in trades])
        qtys = sum([i['Quantity'] for i in trades])
        if totals <= 0 or qtys <= 0:
            raise InvalidExchangeRateResponseError(self.name, 'quantities were not positive')
        vwap = totals / qtys
        return float(1.0 / vwap)


class LBRYFeed(MarketFeed):
    name = "lbry.com"
    market = "BTCLBC"
    url = "https://api.lbry.com/lbc/exchange_rate"

    def get_rate_from_response(self, json_response):
        if 'data' not in json_response:
            raise InvalidExchangeRateResponseError(self.name, 'result not found')
        return 1.0 / json_response['data']['lbc_btc']


class LBRYBTCFeed(LBRYFeed):
    market = "USDBTC"

    def get_rate_from_response(self, json_response):
        if 'data' not in json_response:
            raise InvalidExchangeRateResponseError(self.name, 'result not found')
        return 1.0 / json_response['data']['btc_usd']


class CryptonatorFeed(MarketFeed):
    name = "cryptonator.com"
    market = "BTCLBC"
    url = "https://api.cryptonator.com/api/ticker/btc-lbc"

    def get_rate_from_response(self, json_response):
        if 'ticker' not in json_response or len(json_response['ticker']) == 0 or \
                'success' not in json_response or json_response['success'] is not True:
            raise InvalidExchangeRateResponseError(self.name, 'result not found')
        return float(json_response['ticker']['price'])


class CryptonatorBTCFeed(CryptonatorFeed):
    market = "USDBTC"
    url = "https://api.cryptonator.com/api/ticker/usd-btc"


FEEDS: Iterable[Type[MarketFeed]] = (
    LBRYFeed,
    LBRYBTCFeed,
    BittrexFeed,
    CryptonatorFeed,
    CryptonatorBTCFeed,
)


class ExchangeRateManager:
    def __init__(self, feeds=FEEDS):
        self.market_feeds = [Feed() for Feed in feeds]

    def wait(self):
        return asyncio.wait(
            [feed.event.wait() for feed in self.market_feeds],
        )

    def start(self):
        log.info("Starting exchange rate manager")
        for feed in self.market_feeds:
            feed.start()

    def stop(self):
        log.info("Stopping exchange rate manager")
        for source in self.market_feeds:
            source.stop()

    def convert_currency(self, from_currency, to_currency, amount):
        rates = [market.rate for market in self.market_feeds]
        log.debug("Converting %f %s to %s, rates: %s" % (amount, from_currency, to_currency, rates))
        if from_currency == to_currency:
            return round(amount, 8)

        for market in self.market_feeds:
            if (market.has_rate and market.is_online and
                    market.rate.currency_pair == (from_currency, to_currency)):
                return round(amount * Decimal(market.rate.spot), 8)
        for market in self.market_feeds:
            if (market.has_rate and market.is_online and
                    market.rate.currency_pair[0] == from_currency):
                return round(self.convert_currency(
                    market.rate.currency_pair[1], to_currency, amount * Decimal(market.rate.spot)), 8)
        raise CurrencyConversionError(
            f'Unable to convert {amount} from {from_currency} to {to_currency}')

    def to_dewies(self, currency, amount) -> int:
        converted = self.convert_currency(currency, "LBC", amount)
        return lbc_to_dewies(str(converted))

    def fee_dict(self):
        return {market: market.rate.as_dict() for market in self.market_feeds}