2019-10-16 17:49:42 +02:00
|
|
|
import os
|
|
|
|
import tempfile
|
|
|
|
import shutil
|
2018-08-04 23:19:10 +02:00
|
|
|
import contextlib
|
2019-10-17 20:55:58 +02:00
|
|
|
import logging
|
2018-08-04 23:19:10 +02:00
|
|
|
from io import StringIO
|
2019-01-24 03:59:26 +01:00
|
|
|
from unittest import TestCase
|
2019-10-26 19:33:43 +02:00
|
|
|
from unittest.mock import patch
|
2019-10-16 17:49:42 +02:00
|
|
|
from types import SimpleNamespace
|
|
|
|
from contextlib import asynccontextmanager
|
2019-01-24 03:59:26 +01:00
|
|
|
|
|
|
|
import docopt
|
2019-12-31 21:45:23 +01:00
|
|
|
from lbry.testcase import AsyncioTestCase
|
2018-08-04 23:19:10 +02:00
|
|
|
|
2019-10-16 18:38:02 +02:00
|
|
|
from lbry.extras.cli import normalize_value, main, setup_logging
|
2019-06-21 03:02:58 +02:00
|
|
|
from lbry.extras.system_info import get_platform
|
2020-01-03 07:44:22 +01:00
|
|
|
from lbry.extras.daemon.daemon import Daemon
|
2019-10-16 17:49:42 +02:00
|
|
|
from lbry.extras.daemon.loggly_handler import HTTPSLogglyHandler
|
2019-10-16 18:38:02 +02:00
|
|
|
from lbry.conf import Config
|
|
|
|
from lbry.extras import cli
|
|
|
|
|
|
|
|
|
2019-10-16 17:49:42 +02:00
|
|
|
@asynccontextmanager
|
|
|
|
async def get_logger(argv, **conf_options):
|
|
|
|
# loggly requires loop, so we do this in async function
|
|
|
|
|
|
|
|
logger = logging.getLogger('test-root-logger')
|
|
|
|
temp_dir = tempfile.mkdtemp()
|
|
|
|
temp_config = os.path.join(temp_dir, 'settings.yml')
|
|
|
|
|
|
|
|
try:
|
|
|
|
# create a config (to be loaded on startup)
|
|
|
|
_conf = Config.create_from_arguments(SimpleNamespace(config=temp_config))
|
|
|
|
with _conf.update_config():
|
|
|
|
for opt_name, opt_value in conf_options.items():
|
|
|
|
setattr(_conf, opt_name, opt_value)
|
|
|
|
|
|
|
|
# do what happens on startup
|
|
|
|
argv.extend(['--data-dir', temp_dir])
|
|
|
|
argv.extend(['--wallet-dir', temp_dir])
|
|
|
|
argv.extend(['--config', temp_config])
|
|
|
|
parser = cli.get_argument_parser()
|
|
|
|
args, command_args = parser.parse_known_args(argv)
|
|
|
|
conf: Config = Config.create_from_arguments(args)
|
|
|
|
setup_logging(logger, args, conf)
|
|
|
|
yield logger
|
|
|
|
|
|
|
|
finally:
|
|
|
|
shutil.rmtree(temp_dir, ignore_errors=True)
|
|
|
|
for mod in cli.LOG_MODULES:
|
|
|
|
log = logger.getChild(mod)
|
|
|
|
log.setLevel(logging.NOTSET)
|
|
|
|
while log.handlers:
|
|
|
|
h = log.handlers[0]
|
|
|
|
log.removeHandler(log.handlers[0])
|
|
|
|
h.close()
|
|
|
|
|
|
|
|
|
2019-10-18 16:23:35 +02:00
|
|
|
class CLILoggingTest(AsyncioTestCase):
|
|
|
|
|
2019-10-16 17:49:42 +02:00
|
|
|
async def test_verbose_logging(self):
|
|
|
|
async with get_logger(["start", "--quiet"], share_usage_data=False) as log:
|
|
|
|
log = log.getChild("lbry")
|
|
|
|
self.assertTrue(log.isEnabledFor(logging.INFO))
|
|
|
|
self.assertFalse(log.isEnabledFor(logging.DEBUG))
|
|
|
|
self.assertFalse(log.isEnabledFor(logging.DEBUG))
|
2020-02-18 22:57:52 +01:00
|
|
|
self.assertEqual(len(log.handlers), 2)
|
2019-10-16 17:49:42 +02:00
|
|
|
self.assertIsInstance(log.handlers[0], logging.handlers.RotatingFileHandler)
|
2020-02-18 22:57:52 +01:00
|
|
|
self.assertFalse(log.handlers[1].enabled)
|
2019-10-16 17:49:42 +02:00
|
|
|
|
|
|
|
async with get_logger(["start", "--verbose"]) as log:
|
|
|
|
self.assertTrue(log.getChild("lbry").isEnabledFor(logging.DEBUG))
|
|
|
|
self.assertTrue(log.getChild("lbry").isEnabledFor(logging.INFO))
|
|
|
|
self.assertFalse(log.getChild("torba").isEnabledFor(logging.DEBUG))
|
|
|
|
|
|
|
|
async with get_logger(["start", "--verbose", "lbry.extras", "lbry.wallet", "torba.client"]) as log:
|
|
|
|
self.assertTrue(log.getChild("lbry.extras").isEnabledFor(logging.DEBUG))
|
|
|
|
self.assertTrue(log.getChild("lbry.wallet").isEnabledFor(logging.DEBUG))
|
|
|
|
self.assertTrue(log.getChild("torba.client").isEnabledFor(logging.DEBUG))
|
|
|
|
self.assertFalse(log.getChild("lbry").isEnabledFor(logging.DEBUG))
|
|
|
|
self.assertFalse(log.getChild("torba").isEnabledFor(logging.DEBUG))
|
|
|
|
|
|
|
|
async def test_loggly(self):
|
2020-02-17 21:47:07 +01:00
|
|
|
async with get_logger(["start"]) as log: # default share_usage_data=False
|
2020-02-18 22:57:52 +01:00
|
|
|
log = log.getChild("lbry")
|
|
|
|
self.assertIsInstance(log.handlers[0], logging.StreamHandler)
|
|
|
|
self.assertIsInstance(log.handlers[1], logging.StreamHandler)
|
|
|
|
self.assertIsInstance(log.handlers[2], HTTPSLogglyHandler)
|
|
|
|
self.assertFalse(log.handlers[2].enabled)
|
2020-02-17 21:47:07 +01:00
|
|
|
async with get_logger(["start"], share_usage_data=True) as log:
|
2019-10-16 17:49:42 +02:00
|
|
|
log = log.getChild("lbry")
|
|
|
|
self.assertEqual(len(log.handlers), 3)
|
|
|
|
self.assertIsInstance(log.handlers[2], HTTPSLogglyHandler)
|
2020-02-18 22:57:52 +01:00
|
|
|
self.assertTrue(log.handlers[2].enabled)
|
2020-02-17 21:47:07 +01:00
|
|
|
async with get_logger(["start"], share_usage_data=False) as log: # explicit share_usage_data=False
|
2019-10-16 17:49:42 +02:00
|
|
|
log = log.getChild("lbry")
|
2020-02-18 22:57:52 +01:00
|
|
|
self.assertEqual(len(log.handlers), 3)
|
|
|
|
self.assertIsInstance(log.handlers[2], HTTPSLogglyHandler)
|
|
|
|
self.assertFalse(log.handlers[2].enabled)
|
2019-10-16 17:49:42 +02:00
|
|
|
|
|
|
|
async def test_quiet(self):
|
|
|
|
async with get_logger(["start"]) as log: # default is loud
|
|
|
|
log = log.getChild("lbry")
|
2020-02-18 22:57:52 +01:00
|
|
|
self.assertEqual(len(log.handlers), 3)
|
2019-10-16 17:49:42 +02:00
|
|
|
self.assertIs(type(log.handlers[1]), logging.StreamHandler)
|
|
|
|
async with get_logger(["start", "--quiet"]) as log:
|
|
|
|
log = log.getChild("lbry")
|
2020-02-18 22:57:52 +01:00
|
|
|
self.assertEqual(len(log.handlers), 2)
|
2019-10-16 17:49:42 +02:00
|
|
|
self.assertIsNot(type(log.handlers[0]), logging.StreamHandler)
|
2018-08-04 23:19:10 +02:00
|
|
|
|
|
|
|
|
2019-01-24 01:02:11 +01:00
|
|
|
class CLITest(AsyncioTestCase):
|
2018-08-04 23:19:10 +02:00
|
|
|
|
2019-01-23 19:00:58 +01:00
|
|
|
@staticmethod
|
|
|
|
def shell(argv):
|
|
|
|
actual_output = StringIO()
|
|
|
|
with contextlib.redirect_stdout(actual_output):
|
|
|
|
with contextlib.redirect_stderr(actual_output):
|
|
|
|
try:
|
|
|
|
main(argv)
|
|
|
|
except SystemExit as e:
|
|
|
|
print(e.args[0])
|
|
|
|
return actual_output.getvalue().strip()
|
|
|
|
|
2018-08-04 23:19:10 +02:00
|
|
|
def test_guess_type(self):
|
|
|
|
self.assertEqual('0.3.8', normalize_value('0.3.8'))
|
2018-08-06 06:28:11 +02:00
|
|
|
self.assertEqual('0.3', normalize_value('0.3'))
|
2018-08-04 23:19:10 +02:00
|
|
|
self.assertEqual(3, normalize_value('3'))
|
|
|
|
self.assertEqual(3, normalize_value(3))
|
|
|
|
|
|
|
|
self.assertEqual(
|
|
|
|
'VdNmakxFORPSyfCprAD/eDDPk5TY9QYtSA==',
|
|
|
|
normalize_value('VdNmakxFORPSyfCprAD/eDDPk5TY9QYtSA==')
|
|
|
|
)
|
|
|
|
|
2018-10-18 13:41:33 +02:00
|
|
|
self.assertTrue(normalize_value('TRUE'))
|
|
|
|
self.assertTrue(normalize_value('true'))
|
|
|
|
self.assertTrue(normalize_value('TrUe'))
|
|
|
|
self.assertFalse(normalize_value('FALSE'))
|
|
|
|
self.assertFalse(normalize_value('false'))
|
|
|
|
self.assertFalse(normalize_value('FaLsE'))
|
|
|
|
self.assertTrue(normalize_value(True))
|
2018-08-04 23:19:10 +02:00
|
|
|
|
|
|
|
self.assertEqual('3', normalize_value('3', key="uri"))
|
|
|
|
self.assertEqual('0.3', normalize_value('0.3', key="uri"))
|
|
|
|
self.assertEqual('True', normalize_value('True', key="uri"))
|
|
|
|
self.assertEqual('False', normalize_value('False', key="uri"))
|
|
|
|
|
|
|
|
self.assertEqual('3', normalize_value('3', key="file_name"))
|
|
|
|
self.assertEqual('3', normalize_value('3', key="name"))
|
|
|
|
self.assertEqual('3', normalize_value('3', key="download_directory"))
|
|
|
|
self.assertEqual('3', normalize_value('3', key="channel_name"))
|
2019-09-20 19:29:41 +02:00
|
|
|
self.assertEqual('3', normalize_value('3', key="claim_name"))
|
2018-08-04 23:19:10 +02:00
|
|
|
|
|
|
|
self.assertEqual(3, normalize_value('3', key="some_other_thing"))
|
|
|
|
|
2019-01-23 19:00:58 +01:00
|
|
|
def test_help(self):
|
2019-01-26 01:58:43 +01:00
|
|
|
self.assertIn('lbrynet [-v] [--api HOST:PORT]', self.shell(['--help']))
|
2019-01-23 19:00:58 +01:00
|
|
|
# start is special command, with separate help handling
|
2019-01-26 01:58:43 +01:00
|
|
|
self.assertIn('--share-usage-data', self.shell(['start', '--help']))
|
2019-01-23 19:00:58 +01:00
|
|
|
# publish is ungrouped command, returns usage only implicitly
|
2019-01-26 01:58:43 +01:00
|
|
|
self.assertIn('publish (<name> | --name=<name>)', self.shell(['publish']))
|
2019-01-23 19:00:58 +01:00
|
|
|
# publish is ungrouped command, with explicit --help
|
2019-04-27 04:49:42 +02:00
|
|
|
self.assertIn('Create or replace a stream claim at a given name', self.shell(['publish', '--help']))
|
2019-01-23 19:00:58 +01:00
|
|
|
# account is a group, returns help implicitly
|
2019-01-26 01:58:43 +01:00
|
|
|
self.assertIn('Return the balance of an account', self.shell(['account']))
|
2019-01-23 19:00:58 +01:00
|
|
|
# account is a group, with explicit --help
|
2019-01-26 01:58:43 +01:00
|
|
|
self.assertIn('Return the balance of an account', self.shell(['account', '--help']))
|
2019-01-23 19:00:58 +01:00
|
|
|
# account add is a grouped command, returns usage implicitly
|
2019-01-26 01:58:43 +01:00
|
|
|
self.assertIn('account_add (<account_name> | --account_name=<account_name>)', self.shell(['account', 'add']))
|
2019-01-23 19:00:58 +01:00
|
|
|
# account add is a grouped command, with explicit --help
|
2019-01-26 01:58:43 +01:00
|
|
|
self.assertIn('Add a previously created account from a seed,', self.shell(['account', 'add', '--help']))
|
|
|
|
|
|
|
|
def test_help_error_handling(self):
|
|
|
|
# person tries `help` command, then they get help even though that's invalid command
|
|
|
|
self.assertIn('--config FILE', self.shell(['help']))
|
2019-01-23 19:00:58 +01:00
|
|
|
# help for invalid command, with explicit --help
|
2019-01-26 01:58:43 +01:00
|
|
|
self.assertIn('--config FILE', self.shell(['nonexistant', '--help']))
|
2019-01-23 19:00:58 +01:00
|
|
|
# help for invalid command, implicit
|
2019-01-26 01:58:43 +01:00
|
|
|
self.assertIn('--config FILE', self.shell(['nonexistant']))
|
2018-08-04 23:19:10 +02:00
|
|
|
|
|
|
|
def test_version_command(self):
|
|
|
|
self.assertEqual(
|
2019-01-23 19:00:58 +01:00
|
|
|
"lbrynet {lbrynet_version}".format(**get_platform()), self.shell(['--version'])
|
2018-08-04 23:19:10 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
def test_valid_command_daemon_not_started(self):
|
|
|
|
self.assertEqual(
|
2019-01-23 19:00:58 +01:00
|
|
|
"Could not connect to daemon. Are you sure it's running?",
|
2019-03-28 02:04:55 +01:00
|
|
|
self.shell(["publish", 'asd'])
|
2018-08-04 23:19:10 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
def test_deprecated_command_daemon_not_started(self):
|
|
|
|
actual_output = StringIO()
|
|
|
|
with contextlib.redirect_stdout(actual_output):
|
2019-03-25 19:39:07 +01:00
|
|
|
main(["channel", "new", "@foo", "1.0"])
|
2018-08-04 23:19:10 +02:00
|
|
|
self.assertEqual(
|
|
|
|
actual_output.getvalue().strip(),
|
2019-03-25 03:59:55 +01:00
|
|
|
"channel_new is deprecated, using channel_create.\n"
|
2018-08-04 23:19:10 +02:00
|
|
|
"Could not connect to daemon. Are you sure it's running?"
|
|
|
|
)
|
2019-01-24 03:59:26 +01:00
|
|
|
|
2019-10-16 00:54:55 +02:00
|
|
|
@patch.object(Daemon, 'start', spec=Daemon, wraps=Daemon.start)
|
|
|
|
def test_keyboard_interrupt_handling(self, mock_daemon_start):
|
|
|
|
def side_effect():
|
|
|
|
raise KeyboardInterrupt
|
|
|
|
|
|
|
|
mock_daemon_start.side_effect = side_effect
|
2019-12-31 23:21:08 +01:00
|
|
|
self.shell(["start", "--no-logging"])
|
2019-10-16 00:54:55 +02:00
|
|
|
mock_daemon_start.assert_called_once()
|
|
|
|
|
2019-01-24 03:59:26 +01:00
|
|
|
|
|
|
|
class DaemonDocsTests(TestCase):
|
|
|
|
|
|
|
|
def test_can_parse_api_method_docs(self):
|
|
|
|
failures = []
|
|
|
|
for name, fn in Daemon.callable_methods.items():
|
|
|
|
try:
|
|
|
|
docopt.docopt(fn.__doc__, ())
|
|
|
|
except docopt.DocoptLanguageError as err:
|
|
|
|
failures.append(f"invalid docstring for {name}, {err.message}")
|
|
|
|
except docopt.DocoptExit:
|
|
|
|
pass
|
|
|
|
if failures:
|
|
|
|
self.fail("\n" + "\n".join(failures))
|