lbry.go/stream/stream_test.go

package stream

import (
	"bytes"
	"crypto/rand"
	"crypto/sha256"
	"crypto/sha512"
	"encoding/hex"
	"io"
	"os"
	"path/filepath"
	"testing"

	"github.com/cockroachdb/errors"
)

var testdataBlobHashes = []string{
	"1bf7d39c45d1a38ffa74bff179bf7f67d400ff57fa0b5a0308963f08d01712b3079530a8c188e8c89d9b390c6ee06f05", // sd hash
	"a2f1841bb9c5f3b583ac3b8c07ee1a5bf9cc48923721c30d5ca6318615776c284e8936d72fa4db7fdda2e4e9598b1e6c",
	"0c9675ad7f40f29dcd41883ed9cf7e145bbb13976d9b83ab9354f4f61a87f0f7771a56724c2aa7a5ab43c68d7942e5cb",
	"a4d07d442b9907036c75b6c92db316a8b8428733bf5ec976627a48a7c862bf84db33075d54125a7c0b297bd2dc445f1c",
	"dcd2093f4a3eca9f6dd59d785d0bef068fee788481986aa894cf72ed4d992c0ff9d19d1743525de2f5c3c62f5ede1c58",
}

func TestStreamToFile(t *testing.T) {
	stream := make(Stream, len(testdataBlobHashes))
	for i, hash := range testdataBlobHashes {
		stream[i] = testdata(t, hash)
	}

	data, err := stream.Decode()
	if err != nil {
		t.Fatal(err)
	}

	expectedLen := 6990951
	actualLen := len(data)

	if actualLen != expectedLen {
		t.Errorf("file length mismatch. got %d, expected %d", actualLen, expectedLen)
	}

	expectedFileHash := sha512.Sum384(data)

	expectedSha256 := unhex(t, "51e4d03bd6d69ea17d1be3ce01fdffa44ffe053f2dbce8d42a50283b2890fea2")
	actualSha256 := sha256.Sum256(data)

	if !bytes.Equal(actualSha256[:], expectedSha256) {
		t.Errorf("file hash mismatch. got %s, expected %s", hex.EncodeToString(actualSha256[:]), hex.EncodeToString(expectedSha256))
	}

	sdBlob := &SDBlob{}
	err = sdBlob.FromBlob(stream[0])
	if err != nil {
		t.Fatal(err)
	}

	enc := NewEncoderFromSD(bytes.NewBuffer(data), sdBlob)
	newStream, err := enc.Stream()

	if len(newStream) != len(testdataBlobHashes) {
		t.Fatalf("stream length mismatch. got %d blobs, expected %d", len(newStream), len(testdataBlobHashes))
	}

	if enc.SourceLen() != expectedLen {
		t.Errorf("reconstructed file length mismatch. got %d, expected %d", enc.SourceLen(), expectedLen)
	}

	if !bytes.Equal(enc.SourceHash(), expectedFileHash[:]) {
		t.Errorf("reconstructed file hash mismatch. got %s, expected %s", hex.EncodeToString(enc.SourceHash()), hex.EncodeToString(expectedFileHash[:]))
	}

	for i, hash := range testdataBlobHashes {
		if newStream[i].HashHex() != hash {
			t.Errorf("blob %d hash mismatch. got %s, expected %s", i, newStream[i].HashHex(), hash)
		}
	}
}

func TestMakeStream(t *testing.T) {
	blobsToRead := 3
	totalBlobs := blobsToRead + 3

	data := make([]byte, ((totalBlobs-1)*maxBlobDataSize)+1000) // last blob is partial
	_, err := rand.Read(data)
	if err != nil {
		t.Fatal(err)
	}

	buf := bytes.NewBuffer(data)

	enc := NewEncoder(buf)

	stream := make(Stream, blobsToRead+1) // +1 for sd blob
	for i := 1; i < blobsToRead+1; i++ {  // start at 1 to skip sd blob
		stream[i], err = enc.Next()
		if err != nil {
			t.Fatal(err)
		}
	}

	sdBlob := enc.SDBlob()

	if len(sdBlob.BlobInfos) != blobsToRead {
		t.Errorf("expected %d blobs in partial sdblob, got %d", blobsToRead, len(sdBlob.BlobInfos))
	}
	if enc.SourceLen() != maxBlobDataSize*blobsToRead {
		t.Errorf("expected length of %d , got %d", maxBlobDataSize*blobsToRead, enc.SourceLen())
	}

	// now finish the stream, reusing key and IVs

	buf = bytes.NewBuffer(data) // rewind to the beginning of the data

	enc = NewEncoderFromSD(buf, sdBlob)

	reconstructedStream, err := enc.Stream()
	if err != nil {
		t.Fatal(err)
	}

	if len(reconstructedStream) != totalBlobs+1 { // +1 for the terminating blob at the end
		t.Errorf("expected %d blobs in stream, got %d", totalBlobs+1, len(reconstructedStream))
	}
	if enc.SourceLen() != len(data) {
		t.Errorf("expected length of %d , got %d", len(data), enc.SourceLen())
	}

	reconstructedSDBlob := enc.SDBlob()

	for i := 0; i < len(sdBlob.BlobInfos); i++ {
		if !bytes.Equal(sdBlob.BlobInfos[i].IV, reconstructedSDBlob.BlobInfos[i].IV) {
			t.Errorf("blob info %d of reconstructed sd blobd does not match original sd blob", i)
		}
	}
	for i := 1; i < len(stream); i++ { // start at 1 to skip sd blob
		if !bytes.Equal(stream[i], reconstructedStream[i]) {
			t.Errorf("blob %d of reconstructed stream does not match original stream", i)
		}
	}
}

func TestEmptyStream(t *testing.T) {
	enc := NewEncoder(bytes.NewBuffer(nil))
	_, err := enc.Next()
	if !errors.Is(err, io.EOF) {
		t.Errorf("expected io.EOF, got %v", err)
	}
	sd := enc.SDBlob()
	if len(sd.BlobInfos) != 1 {
		t.Errorf("expected 1 blobinfos in sd blob, got %d", len(sd.BlobInfos))
	}
	if sd.BlobInfos[0].Length != 0 {
		t.Errorf("first and only blob to be the terminator blob")
	}
}

func TestTermination(t *testing.T) {
	b := make([]byte, 12)

	enc := NewEncoder(bytes.NewBuffer(b))

	_, err := enc.Next()
	if err != nil {
		t.Error(err)
	}
	if enc.isTerminated() {
		t.Errorf("stream should not terminate until after EOF")
	}

	_, err = enc.Next()
	if !errors.Is(err, io.EOF) {
		t.Errorf("expected io.EOF, got %v", err)
	}
	if !enc.isTerminated() {
		t.Errorf("stream should be terminated after EOF")
	}

	_, err = enc.Next()
	if !errors.Is(err, io.EOF) {
		t.Errorf("expected io.EOF on all subsequent reads, got %v", err)
	}
	sd := enc.SDBlob()
	if len(sd.BlobInfos) != 2 {
		t.Errorf("expected 2 blobinfos in sd blob, got %d", len(sd.BlobInfos))
	}
}

func TestSizeHint(t *testing.T) {
	b := make([]byte, 12)

	newStream, err := NewEncoder(bytes.NewBuffer(b)).SourceSizeHint(5 * maxBlobDataSize).Stream()
	if err != nil {
		t.Fatal(err)
	}

	if cap(newStream) != 2 { // 1 for sd blob, 1 for the 12 bytes of the actual stream
		t.Fatalf("expected 2 blobs allocated, got %d", cap(newStream))
	}
}

func TestNew(t *testing.T) {
	t.Skip("TODO: test new stream creation and decryption")
}

func TestNewEncoderFromFile(t *testing.T) {
	f, err := os.Open(filepath.Join("testdata", `new "encoder" from file.whatever`))
	if err != nil {
		t.Error(err)
		return
	}

	e := NewEncoderFromFile(f)

	if e.sd.SuggestedFileName != "new encoder from file.whatever" {
		t.Error("wrong or missing suggested_file_name in sd blob")
	}
}