lbry-sdk/lbrynet/lbrynet_daemon/ExchangeRateManager.py

import time
import requests
import logging
import json
from twisted.internet import defer, threads
from twisted.internet.task import LoopingCall

from lbrynet import conf
from lbrynet.metadata.Fee import FeeValidator
from lbrynet.core.Error import InvalidExchangeRateResponse

log = logging.getLogger(__name__)

CURRENCY_PAIRS = ["USDBTC", "BTCLBC"]
BITTREX_FEE = 0.0025
COINBASE_FEE = 0.0 #add fee


class ExchangeRate(object):
    def __init__(self, market, spot, ts):
        assert int(time.time()) - ts < 600
        self.currency_pair = (market[0:3], market[3:6])
        self.spot = spot
        self.ts = ts

    def __repr__(self):
        out = "Currency pair:{}, spot:{}, ts:{}".format(
            self.currency_pair, self.spot, self.ts)
        return out

    def as_dict(self):
        return {'spot': self.spot, 'ts': self.ts}


class MarketFeed(object):
    REQUESTS_TIMEOUT = 20
    EXCHANGE_RATE_UPDATE_RATE_SEC = 300
    def __init__(self, market, name, url, params, fee):
        self.market = market
        self.name = name
        self.url = url
        self.params = params
        self.fee = fee
        self.rate = None
        self._updater = LoopingCall(self._update_price)

    @property
    def rate_is_initialized(self):
        return self.rate is not None

    def _make_request(self):
        r = requests.get(self.url, self.params, timeout=self.REQUESTS_TIMEOUT)
        return r.text

    def _handle_response(self, response):
        return NotImplementedError

    def _subtract_fee(self, from_amount):
        # increase amount to account for market fees
        return defer.succeed(from_amount / (1.0 - self.fee))

    def _save_price(self, price):
        log.debug("Saving price update %f for %s" % (price, self.market))
        self.rate = ExchangeRate(self.market, price, int(time.time()))

    def _log_error(self, err):
        log.warning(
            "There was a problem updating %s exchange rate information from %s",
            self.market, self.name)

    def _update_price(self):
        d = threads.deferToThread(self._make_request)
        d.addCallback(self._handle_response)
        d.addCallback(self._subtract_fee)
        d.addCallback(self._save_price)
        d.addErrback(self._log_error)
        return d

    def start(self):
        if not self._updater.running:
            self._updater.start(self.EXCHANGE_RATE_UPDATE_RATE_SEC)

    def stop(self):
        if self._updater.running:
            self._updater.stop()


class BittrexFeed(MarketFeed):
    def __init__(self):
        MarketFeed.__init__(
            self,
            "BTCLBC",
            "Bittrex",
            conf.settings['bittrex_feed'],
            {'market': 'BTC-LBC', 'count': 50},
            BITTREX_FEE
        )

    def _handle_response(self, response):
        json_response = json.loads(response)
        if 'result' not in json_response:
            raise InvalidExchangeRateResponse(self.name, 'result not found')
        trades = json_response['result']
        if len(trades) == 0:
            raise InvalidExchangeRateResponse(self.market, 'trades not found')
        totals = sum([i['Total'] for i in trades])
        qtys = sum([i['Quantity'] for i in trades])
        if totals <= 0 or qtys <= 0:
            raise InvalidExchangeRateResponse(self.market, 'quantities were not positive')
        vwap = totals/qtys
        return defer.succeed(float(1.0 / vwap))


class LBRYioFeed(MarketFeed):
    def __init__(self):
        MarketFeed.__init__(
            self,
            "BTCLBC",
            "lbry.io",
            "https://api.lbry.io/lbc/exchange_rate",
            {},
            0.0,
        )

    def _handle_response(self, response):
        json_response = json.loads(response)
        if 'data' not in json_response:
            raise InvalidExchangeRateResponse(self.name, 'result not found')
        return defer.succeed(1.0 / json_response['data']['lbc_btc'])


class GoogleBTCFeed(MarketFeed):
    def __init__(self):
        MarketFeed.__init__(
            self,
            "USDBTC",
            "Coinbase via Google finance",
            'http://finance.google.com/finance/info',
            {'client':'ig', 'q':'CURRENCY:USDBTC'},
            COINBASE_FEE
        )

    def _handle_response(self, response):
        response = response[3:] # response starts with "// "
        json_response = json.loads(response)[0]
        if 'l' not in json_response:
            raise InvalidExchangeRateResponse(self.name, 'last trade not found')
        last_trade_price = float(json_response['l'])
        if last_trade_price <= 0:
            raise InvalidExchangeRateResponse(self.name, 'trade price was not positive')
        return defer.succeed(last_trade_price)


def get_default_market_feed(currency_pair):
    currencies = None
    if isinstance(currency_pair, str):
        currencies = (currency_pair[0:3], currency_pair[3:6])
    elif isinstance(currency_pair, tuple):
        currencies = currency_pair
    assert currencies is not None

    if currencies == ("USD", "BTC"):
        return GoogleBTCFeed()
    elif currencies == ("BTC", "LBC"):
        return LBRYioFeed()


class ExchangeRateManager(object):
    def __init__(self):
        self.market_feeds = [
            get_default_market_feed(currency_pair) for currency_pair in CURRENCY_PAIRS]

    def start(self):
        log.info("Starting exchange rate manager")
        for feed in self.market_feeds:
            feed.start()

    def stop(self):
        log.info("Stopping exchange rate manager")
        for source in self.market_feeds:
            source.stop()

    def convert_currency(self, from_currency, to_currency, amount):
        rates = [market.rate for market in self.market_feeds]
        log.info("Converting %f %s to %s, rates: %s" % (amount, from_currency, to_currency, rates))
        if from_currency == to_currency:
            return amount
        for market in self.market_feeds:
            if (market.rate_is_initialized and
                market.rate.currency_pair == (from_currency, to_currency)):
                return amount * market.rate.spot
        for market in self.market_feeds:
            if (market.rate_is_initialized and
                market.rate.currency_pair[0] == from_currency):
                return self.convert_currency(
                    market.rate.currency_pair[1], to_currency, amount * market.rate.spot)
        raise Exception(
            'Unable to convert {} from {} to {}'.format(amount, from_currency, to_currency))

    def fee_dict(self):
        return {market: market.rate.as_dict() for market in self.market_feeds}

    def to_lbc(self, fee):
        if fee is None:
            return None
        if not isinstance(fee, FeeValidator):
            fee_in = FeeValidator(fee)
        else:
            fee_in = fee

        return FeeValidator({
                'currency':fee_in.currency_symbol,
                'amount': self.convert_currency(fee_in.currency_symbol, "LBC", fee_in.amount),
                'address': fee_in.address
                })


class DummyBTCLBCFeed(MarketFeed):
    def __init__(self):
        MarketFeed.__init__(
            self,
            "BTCLBC",
            "market name",
            "derp.com",
            None,
            0.0
        )


class DummyUSDBTCFeed(MarketFeed):
    def __init__(self):
        MarketFeed.__init__(
            self,
            "USDBTC",
            "market name",
            "derp.com",
            None,
            0.0
        )


class DummyExchangeRateManager(object):
    def __init__(self, rates):
        self.market_feeds = [DummyBTCLBCFeed(), DummyUSDBTCFeed()]
        for feed in self.market_feeds:
            feed.rate = ExchangeRate(
                feed.market, rates[feed.market]['spot'], rates[feed.market]['ts'])

    def convert_currency(self, from_currency, to_currency, amount):
        log.debug("Converting %f %s to %s" % (amount, from_currency, to_currency))
        for market in self.market_feeds:
            if (market.rate_is_initialized and
                market.rate.currency_pair == (from_currency, to_currency)):
                return amount * market.rate.spot
        for market in self.market_feeds:
            if (market.rate_is_initialized and
                market.rate.currency_pair[0] == from_currency):
                return self.convert_currency(
                    market.rate.currency_pair[1], to_currency, amount * market.rate.spot)

    def to_lbc(self, fee):
        if fee is None:
            return None
        if not isinstance(fee, FeeValidator):
            fee_in = FeeValidator(fee)
        else:
            fee_in = fee

        return FeeValidator({
                'currency':fee_in.currency_symbol,
                'amount': self.convert_currency(fee_in.currency_symbol, "LBC", fee_in.amount),
                'address': fee_in.address
                })