2015-08-20 17:27:15 +02:00
|
|
|
"""
|
|
|
|
Utility for creating Crypt Streams, which are encrypted blobs and associated metadata.
|
|
|
|
"""
|
|
|
|
|
|
|
|
import logging
|
|
|
|
|
|
|
|
from Crypto import Random
|
|
|
|
from Crypto.Cipher import AES
|
|
|
|
|
|
|
|
from twisted.internet import defer
|
|
|
|
from lbrynet.core.StreamCreator import StreamCreator
|
|
|
|
from lbrynet.cryptstream.CryptBlob import CryptStreamBlobMaker
|
|
|
|
|
|
|
|
|
2015-09-08 21:42:56 +02:00
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
|
2015-08-20 17:27:15 +02:00
|
|
|
class CryptStreamCreator(StreamCreator):
|
|
|
|
"""Create a new stream with blobs encrypted by a symmetric cipher.
|
|
|
|
|
2016-11-04 17:39:52 +01:00
|
|
|
Each blob is encrypted with the same key, but each blob has its
|
|
|
|
own initialization vector which is associated with the blob when
|
|
|
|
the blob is associated with the stream.
|
|
|
|
"""
|
2015-08-20 17:27:15 +02:00
|
|
|
def __init__(self, blob_manager, name=None, key=None, iv_generator=None):
|
2016-11-04 17:39:52 +01:00
|
|
|
"""@param blob_manager: Object that stores and provides access to blobs.
|
2015-08-20 17:27:15 +02:00
|
|
|
@type blob_manager: BlobManager
|
|
|
|
|
|
|
|
@param name: the name of the stream, which will be presented to the user
|
|
|
|
@type name: string
|
|
|
|
|
2016-11-04 17:39:52 +01:00
|
|
|
@param key: the raw AES key which will be used to encrypt the
|
|
|
|
blobs. If None, a random key will be generated.
|
2015-08-20 17:27:15 +02:00
|
|
|
@type key: string
|
|
|
|
|
2016-11-04 17:39:52 +01:00
|
|
|
@param iv_generator: a generator which yields initialization
|
|
|
|
vectors for the blobs. Will be called once for each blob.
|
2015-08-20 17:27:15 +02:00
|
|
|
@type iv_generator: a generator function which yields strings
|
|
|
|
|
|
|
|
@return: None
|
|
|
|
"""
|
|
|
|
StreamCreator.__init__(self, name)
|
|
|
|
self.blob_manager = blob_manager
|
|
|
|
self.key = key
|
|
|
|
if iv_generator is None:
|
|
|
|
self.iv_generator = self.random_iv_generator()
|
|
|
|
else:
|
|
|
|
self.iv_generator = iv_generator
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
def random_iv_generator():
|
|
|
|
while 1:
|
|
|
|
yield Random.new().read(AES.block_size)
|
|
|
|
|
|
|
|
def setup(self):
|
|
|
|
"""Create the symmetric key if it wasn't provided"""
|
|
|
|
|
|
|
|
if self.key is None:
|
|
|
|
self.key = Random.new().read(AES.block_size)
|
|
|
|
|
|
|
|
return defer.succeed(True)
|
|
|
|
|
|
|
|
def _finalize(self):
|
2017-07-27 20:31:04 +02:00
|
|
|
"""
|
|
|
|
Finalize a stream by adding an empty
|
|
|
|
blob at the end, this is to indicate that
|
|
|
|
the stream has ended. This empty blob is not
|
|
|
|
saved to the blob manager
|
|
|
|
"""
|
2015-09-08 21:42:56 +02:00
|
|
|
log.debug("_finalize has been called")
|
2015-08-20 17:27:15 +02:00
|
|
|
self.blob_count += 1
|
|
|
|
iv = self.iv_generator.next()
|
|
|
|
final_blob_creator = self.blob_manager.get_blob_creator()
|
|
|
|
final_blob = self._get_blob_maker(iv, final_blob_creator)
|
|
|
|
d = final_blob.close()
|
|
|
|
d.addCallback(self._blob_finished)
|
|
|
|
self.finished_deferreds.append(d)
|
|
|
|
|
|
|
|
def _write(self, data):
|
|
|
|
def close_blob(blob):
|
|
|
|
d = blob.close()
|
|
|
|
d.addCallback(self._blob_finished)
|
|
|
|
self.finished_deferreds.append(d)
|
|
|
|
|
|
|
|
while len(data) > 0:
|
|
|
|
if self.current_blob is None:
|
2017-07-27 20:31:04 +02:00
|
|
|
self.next_blob_creator = self.blob_manager.get_blob_creator()
|
2015-08-20 17:27:15 +02:00
|
|
|
self.blob_count += 1
|
|
|
|
iv = self.iv_generator.next()
|
2017-07-27 20:31:04 +02:00
|
|
|
self.current_blob = self._get_blob_maker(iv, self.next_blob_creator)
|
2015-08-20 17:27:15 +02:00
|
|
|
done, num_bytes_written = self.current_blob.write(data)
|
|
|
|
data = data[num_bytes_written:]
|
|
|
|
if done is True:
|
2017-08-02 18:11:41 +02:00
|
|
|
should_announce = self.blob_count == 0
|
2017-07-27 20:31:04 +02:00
|
|
|
d = self.current_blob.close()
|
|
|
|
d.addCallback(self._blob_finished)
|
2017-08-02 18:11:41 +02:00
|
|
|
d.addCallback(lambda _: self.blob_manager.creator_finished(
|
|
|
|
self.next_blob_creator, should_announce))
|
2017-07-27 20:31:04 +02:00
|
|
|
self.finished_deferreds.append(d)
|
2015-08-20 17:27:15 +02:00
|
|
|
self.current_blob = None
|
|
|
|
|
|
|
|
def _get_blob_maker(self, iv, blob_creator):
|
2016-11-04 17:39:52 +01:00
|
|
|
return CryptStreamBlobMaker(self.key, iv, self.blob_count, blob_creator)
|