reflector.go/store/lru_test.go

package store

import (
	"os"
	"reflect"
	"testing"

	"github.com/lbryio/lbry.go/v2/extras/errors"

	"github.com/spf13/afero"
	"github.com/stretchr/testify/assert"
	"github.com/stretchr/testify/require"
)

const cacheMaxBlobs = 3

func getTestLRUStore() (*LRUStore, *DiskStore) {
	d := NewDiskStore("/", 2)
	d.fs = afero.NewMemMapFs()
	return NewLRUStore("test", d, 3), d
}

func countOnDisk(t *testing.T, disk *DiskStore) int {
	t.Helper()

	count := 0
	afero.Walk(disk.fs, "/", func(path string, info os.FileInfo, err error) error {
		if err != nil {
			t.Fatal(err)
		}
		if !info.IsDir() {
			count++
		}
		return nil
	})

	list, err := disk.list()
	require.NoError(t, err)
	require.Equal(t, count, len(list))

	return count
}

func TestLRUStore_Eviction(t *testing.T) {
	lru, disk := getTestLRUStore()
	b := []byte("x")
	err := lru.Put("one", b)
	require.NoError(t, err)
	err = lru.Put("two", b)
	require.NoError(t, err)
	err = lru.Put("three", b)
	require.NoError(t, err)
	err = lru.Put("four", b)
	require.NoError(t, err)
	err = lru.Put("five", b)
	require.NoError(t, err)

	assert.Equal(t, cacheMaxBlobs, countOnDisk(t, disk))

	for k, v := range map[string]bool{
		"one":   false,
		"two":   false,
		"three": true,
		"four":  true,
		"five":  true,
		"six":   false,
	} {
		has, err := lru.Has(k)
		assert.NoError(t, err)
		assert.Equal(t, v, has)
	}

	lru.Get("three") // touch so it stays in cache
	lru.Put("six", b)

	assert.Equal(t, cacheMaxBlobs, countOnDisk(t, disk))

	for k, v := range map[string]bool{
		"one":   false,
		"two":   false,
		"three": true,
		"four":  false,
		"five":  true,
		"six":   true,
	} {
		has, err := lru.Has(k)
		assert.NoError(t, err)
		assert.Equal(t, v, has)
	}

	err = lru.Delete("three")
	assert.NoError(t, err)
	err = lru.Delete("five")
	assert.NoError(t, err)
	err = lru.Delete("six")
	assert.NoError(t, err)
	assert.Equal(t, 0, countOnDisk(t, disk))
}

func TestLRUStore_UnderlyingBlobMissing(t *testing.T) {
	lru, disk := getTestLRUStore()
	hash := "hash"
	b := []byte("this is a blob of stuff")
	err := lru.Put(hash, b)
	require.NoError(t, err)

	err = disk.fs.Remove("/ha/hash")
	require.NoError(t, err)

	// hash still exists in lru
	assert.True(t, lru.lru.Contains(hash))

	blob, err := lru.Get(hash)
	assert.Nil(t, blob)
	assert.True(t, errors.Is(err, ErrBlobNotFound), "expected (%s) %s, got (%s) %s",
		reflect.TypeOf(ErrBlobNotFound).String(), ErrBlobNotFound.Error(),
		reflect.TypeOf(err).String(), err.Error())

	// lru.Get() removes hash if underlying store doesn't have it
	assert.False(t, lru.lru.Contains(hash))
}

func TestLRUStore_loadExisting(t *testing.T) {
	d := NewDiskStore("/", 2)
	d.fs = afero.NewMemMapFs()

	hash := "hash"
	b := []byte("this is a blob of stuff")
	err := d.Put(hash, b)
	require.NoError(t, err)

	existing, err := d.list()
	require.NoError(t, err)
	require.Equal(t, 1, len(existing), "blob should exist in cache")
	assert.Equal(t, hash, existing[0])

	lru := NewLRUStore("test", d, 3) // lru should load existing blobs when it's created
	has, err := lru.Has(hash)
	require.NoError(t, err)
	assert.True(t, has, "hash should be loaded from disk store but it's not")
}