import asyncio import json import hashlib from unittest import skip from binascii import hexlify, unhexlify from lbrynet.testcase import CommandTestCase from lbrynet.wallet.transaction import Transaction, Output from lbrynet.schema.compat import OldClaimMessage from torba.client.hash import sha256, Base58 class ResolveCommand(CommandTestCase): def get_claim_id(self, tx): return tx['outputs'][0]['claim_id'] async def assertResolvesToClaimId(self, name, claim_id): other = (await self.resolve(name))[name] if claim_id is None: self.assertIn('error', other) else: self.assertEqual(claim_id, other['claim_id']) async def test_resolve_response(self): channel_id = self.get_claim_id( await self.channel_create('@abc', '0.01') ) # resolving a channel @abc response = await self.resolve('lbry://@abc') self.assertSetEqual({'lbry://@abc'}, set(response)) self.assertEqual(response['lbry://@abc']['name'], '@abc') self.assertEqual(response['lbry://@abc']['value_type'], 'channel') self.assertEqual(response['lbry://@abc']['meta']['claims_in_channel'], 0) await self.stream_create('foo', '0.01', channel_id=channel_id) await self.stream_create('foo2', '0.01', channel_id=channel_id) # resolving a channel @abc with some claims in it response['lbry://@abc']['confirmations'] += 2 response['lbry://@abc']['meta']['claims_in_channel'] = 2 self.assertEqual(response, await self.resolve('lbry://@abc')) # resolving claim foo within channel @abc response = await self.resolve('lbry://@abc/foo') self.assertSetEqual({'lbry://@abc/foo'}, set(response)) claim = response['lbry://@abc/foo'] self.assertEqual(claim['name'], 'foo') self.assertEqual(claim['value_type'], 'stream') self.assertEqual(claim['signing_channel']['name'], '@abc') self.assertTrue(claim['is_channel_signature_valid']) self.assertEqual( claim['timestamp'], self.ledger.headers[claim['height']]['timestamp'] ) self.assertEqual( claim['signing_channel']['timestamp'], self.ledger.headers[claim['signing_channel']['height']]['timestamp'] ) # resolving claim foo by itself self.assertEqual(claim, (await self.resolve('lbry://foo'))['lbry://foo']) # resolving from the given permanent url permanent_url = response['lbry://@abc/foo']['permanent_url'] self.assertEqual(claim, (await self.resolve(permanent_url))[permanent_url]) # resolving multiple at once response = await self.resolve(['lbry://foo', 'lbry://foo2']) self.assertSetEqual({'lbry://foo', 'lbry://foo2'}, set(response)) claim = response['lbry://foo2'] self.assertEqual(claim['name'], 'foo2') self.assertEqual(claim['value_type'], 'stream') self.assertEqual(claim['signing_channel']['name'], '@abc') self.assertTrue(claim['is_channel_signature_valid']) # resolve has correct confirmations tx_details = await self.blockchain.get_raw_transaction(claim['txid']) self.assertEqual(claim['confirmations'], json.loads(tx_details)['confirmations']) # resolve handles invalid data await self.blockchain_claim_name("gibberish", hexlify(b"{'invalid':'json'}").decode(), "0.1") await self.generate(1) response = await self.resolve("lbry://gibberish") self.assertSetEqual({'lbry://gibberish'}, set(response)) claim = response['lbry://gibberish'] self.assertEqual(claim['name'], 'gibberish') self.assertNotIn('value', claim) async def test_winning_by_effective_amount(self): # first one remains winner unless something else changes claim_id1 = self.get_claim_id( await self.channel_create('@foo', allow_duplicate_name=True)) await self.assertResolvesToClaimId('@foo', claim_id1) claim_id2 = self.get_claim_id( await self.channel_create('@foo', allow_duplicate_name=True)) await self.assertResolvesToClaimId('@foo', claim_id1) claim_id3 = self.get_claim_id( await self.channel_create('@foo', allow_duplicate_name=True)) await self.assertResolvesToClaimId('@foo', claim_id1) # supports change the winner await self.support_create(claim_id3, '0.09') await self.assertResolvesToClaimId('@foo', claim_id3) await self.support_create(claim_id2, '0.19') await self.assertResolvesToClaimId('@foo', claim_id2) await self.support_create(claim_id1, '0.29') await self.assertResolvesToClaimId('@foo', claim_id1) async def test_advanced_resolve(self): claim_id1 = self.get_claim_id( await self.stream_create('foo', '0.7', allow_duplicate_name=True)) claim_id2 = self.get_claim_id( await self.stream_create('foo', '0.8', allow_duplicate_name=True)) claim_id3 = self.get_claim_id( await self.stream_create('foo', '0.9', allow_duplicate_name=True)) # plain winning claim await self.assertResolvesToClaimId('foo', claim_id3) # sequence resolution await self.assertResolvesToClaimId('foo:1', claim_id1) await self.assertResolvesToClaimId('foo:2', claim_id2) await self.assertResolvesToClaimId('foo:3', claim_id3) await self.assertResolvesToClaimId('foo:4', None) # amount order resolution await self.assertResolvesToClaimId('foo$1', claim_id3) await self.assertResolvesToClaimId('foo$2', claim_id2) await self.assertResolvesToClaimId('foo$3', claim_id1) await self.assertResolvesToClaimId('foo$4', None) async def test_partial_claim_id_resolve(self): # add some noise await self.channel_create('@abc', '0.1', allow_duplicate_name=True) await self.channel_create('@abc', '0.2', allow_duplicate_name=True) await self.channel_create('@abc', '1.0', allow_duplicate_name=True) channel_id = self.get_claim_id( await self.channel_create('@abc', '1.1', allow_duplicate_name=True)) await self.assertResolvesToClaimId(f'@abc', channel_id) await self.assertResolvesToClaimId(f'@abc#{channel_id[0]}', channel_id) await self.assertResolvesToClaimId(f'@abc#{channel_id[:10]}', channel_id) await self.assertResolvesToClaimId(f'@abc#{channel_id}', channel_id) channel = (await self.claim_search(claim_id=channel_id))[0] await self.assertResolvesToClaimId(channel['short_url'], channel_id) await self.assertResolvesToClaimId(channel['canonical_url'], channel_id) await self.assertResolvesToClaimId(channel['permanent_url'], channel_id) # add some noise await self.stream_create('foo', '0.1', allow_duplicate_name=True, channel_id=channel['claim_id']) await self.stream_create('foo', '0.2', allow_duplicate_name=True, channel_id=channel['claim_id']) await self.stream_create('foo', '0.3', allow_duplicate_name=True, channel_id=channel['claim_id']) claim_id1 = self.get_claim_id( await self.stream_create('foo', '0.7', allow_duplicate_name=True, channel_id=channel['claim_id'])) claim1 = (await self.claim_search(claim_id=claim_id1))[0] await self.assertResolvesToClaimId('foo', claim_id1) await self.assertResolvesToClaimId('@abc/foo', claim_id1) await self.assertResolvesToClaimId(claim1['short_url'], claim_id1) await self.assertResolvesToClaimId(claim1['canonical_url'], claim_id1) await self.assertResolvesToClaimId(claim1['permanent_url'], claim_id1) claim_id2 = self.get_claim_id( await self.stream_create('foo', '0.8', allow_duplicate_name=True, channel_id=channel['claim_id'])) claim2 = (await self.claim_search(claim_id=claim_id2))[0] await self.assertResolvesToClaimId('foo', claim_id2) await self.assertResolvesToClaimId('@abc/foo', claim_id2) await self.assertResolvesToClaimId(claim2['short_url'], claim_id2) await self.assertResolvesToClaimId(claim2['canonical_url'], claim_id2) await self.assertResolvesToClaimId(claim2['permanent_url'], claim_id2) async def test_abandoned_channel_with_signed_claims(self): channel = (await self.channel_create('@abc', '1.0'))['outputs'][0] orphan_claim = await self.stream_create('on-channel-claim', '0.0001', channel_id=channel['claim_id']) abandoned_channel_id = channel['claim_id'] await self.channel_abandon(txid=channel['txid'], nout=0) channel = (await self.channel_create('@abc', '1.0'))['outputs'][0] orphan_claim_id = orphan_claim['outputs'][0]['claim_id'] # Original channel doesnt exists anymore, so the signature is invalid. For invalid signatures, resolution is # only possible outside a channel response = await self.resolve('lbry://@abc/on-channel-claim') self.assertEqual(response, { 'lbry://@abc/on-channel-claim': {'error': 'lbry://@abc/on-channel-claim did not resolve to a claim'} }) response = (await self.resolve('lbry://on-channel-claim'))['lbry://on-channel-claim'] self.assertFalse(response['is_channel_signature_valid']) self.assertEqual({'channel_id': abandoned_channel_id}, response['signing_channel']) direct_uri = 'lbry://on-channel-claim#' + orphan_claim_id response = (await self.resolve(direct_uri))[direct_uri] self.assertFalse(response['is_channel_signature_valid']) self.assertEqual({'channel_id': abandoned_channel_id}, response['signing_channel']) await self.stream_abandon(claim_id=orphan_claim_id) uri = 'lbry://@abc/on-channel-claim' # now, claim something on this channel (it will update the invalid claim, but we save and forcefully restore) valid_claim = await self.stream_create('on-channel-claim', '0.00000001', channel_id=channel['claim_id']) # resolves normally response = await self.resolve(uri) self.assertTrue(response[uri]['is_channel_signature_valid']) # ooops! claimed a valid conflict! (this happens on the wild, mostly by accident or race condition) await self.stream_create( 'on-channel-claim', '0.00000001', channel_id=channel['claim_id'], allow_duplicate_name=True ) # it still resolves! but to the older claim response = await self.resolve(uri) self.assertTrue(response[uri]['is_channel_signature_valid']) self.assertEqual(response[uri]['txid'], valid_claim['txid']) claims = await self.claim_search(name='on-channel-claim') self.assertEqual(2, len(claims)) self.assertEqual( {channel['claim_id']}, {claim['signing_channel']['claim_id'] for claim in claims} ) async def test_normalization_resolution(self): one = 'ΣίσυφοςfiÆ' two = 'ΣΊΣΥΦΟσFIæ' _ = await self.stream_create(one, '0.1') c = await self.stream_create(two, '0.2') winner_id = c['outputs'][0]['claim_id'] r1 = await self.resolve(f'lbry://{one}') r2 = await self.resolve(f'lbry://{two}') self.assertEqual(winner_id, r1[f'lbry://{one}']['claim_id']) self.assertEqual(winner_id, r2[f'lbry://{two}']['claim_id']) async def test_resolve_old_claim(self): channel = await self.daemon.jsonrpc_channel_create('@olds', '1.0') await self.confirm_tx(channel.id) address = channel.outputs[0].get_address(self.account.ledger) claim = generate_signed_legacy(address, channel.outputs[0]) tx = await Transaction.claim_create('example', claim.SerializeToString(), 1, address, [self.account], self.account) await tx.sign([self.account]) await self.broadcast(tx) await self.confirm_tx(tx.id) response = await self.resolve('@olds/example') self.assertTrue(response['@olds/example']['is_channel_signature_valid']) claim.publisherSignature.signature = bytes(reversed(claim.publisherSignature.signature)) tx = await Transaction.claim_create( 'bad_example', claim.SerializeToString(), 1, address, [self.account], self.account ) await tx.sign([self.account]) await self.broadcast(tx) await self.confirm_tx(tx.id) response = await self.resolve('bad_example') self.assertFalse(response['bad_example']['is_channel_signature_valid']) response = await self.resolve('@olds/bad_example') self.assertEqual(response, { '@olds/bad_example': {'error': '@olds/bad_example did not resolve to a claim'} }) async def _test_resolve_abc_foo(self): response = await self.resolve('lbry://@abc/foo') claim = response['lbry://@abc/foo'] self.assertIn('signing_channel', claim) self.assertEqual(claim['name'], 'foo') self.assertEqual(claim['signing_channel']['name'], '@abc') self.assertEqual(claim['meta']['claims_in_channel'], 0) self.assertEqual( claim['timestamp'], self.ledger.headers[claim['height']]['timestamp'] ) self.assertEqual( claim['signing_channel']['timestamp'], self.ledger.headers[claim['signing_channel']['height']]['timestamp'] ) @skip('this test does not work with new resolve') async def test_resolve_lru_cache_doesnt_persist_errors(self): original_get_transaction = self.daemon.wallet_manager.ledger.network.get_transaction async def timeout_get_transaction(txid): fut = self.loop.create_future() def delayed_raise_cancelled_error(): fut.set_exception(asyncio.CancelledError()) self.loop.call_soon(delayed_raise_cancelled_error) return await fut tx = await self.channel_create('@abc', '0.01') channel_id = tx['outputs'][0]['claim_id'] await self.stream_create('foo', '0.01', channel_id=channel_id) # raise a cancelled error from get_transaction self.daemon.wallet_manager.ledger.network.get_transaction = timeout_get_transaction with self.assertRaises(KeyError): await self._test_resolve_abc_foo() # restore the real get_transaction that doesn't cancel, it should be called and the result cached self.daemon.wallet_manager.ledger.network.get_transaction = original_get_transaction await self._test_resolve_abc_foo() called_again = asyncio.Event(loop=self.loop) def check_result_cached(txid): called_again.set() return original_get_transaction(txid) # check that the result was cached self.daemon.wallet_manager.ledger.network.get_transaction = check_result_cached await self._test_resolve_abc_foo() self.assertFalse(called_again.is_set()) def generate_signed_legacy(address: bytes, output: Output): decoded_address = Base58.decode(address) claim = OldClaimMessage() claim.ParseFromString(unhexlify( '080110011aee04080112a604080410011a2b4865726520617265203520526561736f6e73204920e29da4e' 'fb88f204e657874636c6f7564207c20544c4722920346696e64206f7574206d6f72652061626f7574204e' '657874636c6f75643a2068747470733a2f2f6e657874636c6f75642e636f6d2f0a0a596f752063616e206' '6696e64206d65206f6e20746865736520736f6369616c733a0a202a20466f72756d733a2068747470733a' '2f2f666f72756d2e6865617679656c656d656e742e696f2f0a202a20506f64636173743a2068747470733' 'a2f2f6f6666746f706963616c2e6e65740a202a2050617472656f6e3a2068747470733a2f2f7061747265' '6f6e2e636f6d2f7468656c696e757867616d65720a202a204d657263683a2068747470733a2f2f7465657' '37072696e672e636f6d2f73746f7265732f6f6666696369616c2d6c696e75782d67616d65720a202a2054' '77697463683a2068747470733a2f2f7477697463682e74762f786f6e64616b0a202a20547769747465723' 'a2068747470733a2f2f747769747465722e636f6d2f7468656c696e757867616d65720a0a2e2e2e0a6874' '7470733a2f2f7777772e796f75747562652e636f6d2f77617463683f763d4672546442434f535f66632a0' 'f546865204c696e75782047616d6572321c436f7079726967687465642028636f6e746163742061757468' '6f722938004a2968747470733a2f2f6265726b2e6e696e6a612f7468756d626e61696c732f46725464424' '34f535f666352005a001a41080110011a30040e8ac6e89c061f982528c23ad33829fd7146435bf7a4cc22' 'f0bff70c4fe0b91fd36da9a375e3e1c171db825bf5d1f32209766964656f2f6d70342a5c080110031a406' '2b2dd4c45e364030fbfad1a6fefff695ebf20ea33a5381b947753e2a0ca359989a5cc7d15e5392a0d354c' '0b68498382b2701b22c03beb8dcb91089031b871e72214feb61536c007cdf4faeeaab4876cb397feaf6b51' )) claim.ClearField("publisherSignature") digest = sha256(b''.join([ decoded_address, claim.SerializeToString(), output.claim_hash[::-1] ])) signature = output.private_key.sign_digest_deterministic(digest, hashfunc=hashlib.sha256) claim.publisherSignature.version = 1 claim.publisherSignature.signatureType = 1 claim.publisherSignature.signature = signature claim.publisherSignature.certificateId = output.claim_hash[::-1] return claim