141 lines
3.1 KiB
Go
141 lines
3.1 KiB
Go
package store
|
|
|
|
import (
|
|
"os"
|
|
"reflect"
|
|
"testing"
|
|
|
|
"github.com/lbryio/lbry.go/v2/extras/errors"
|
|
|
|
"github.com/spf13/afero"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
const cacheMaxBlobs = 3
|
|
|
|
func getTestLRUStore() (*LRUStore, *DiskStore) {
|
|
d := NewDiskStore("/", 2)
|
|
d.fs = afero.NewMemMapFs()
|
|
return NewLRUStore(d, 3), d
|
|
}
|
|
|
|
func countOnDisk(t *testing.T, disk *DiskStore) int {
|
|
t.Helper()
|
|
|
|
count := 0
|
|
afero.Walk(disk.fs, "/", func(path string, info os.FileInfo, err error) error {
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if !info.IsDir() {
|
|
count++
|
|
}
|
|
return nil
|
|
})
|
|
|
|
list, err := disk.list()
|
|
require.NoError(t, err)
|
|
require.Equal(t, count, len(list))
|
|
|
|
return count
|
|
}
|
|
|
|
func TestLRUStore_Eviction(t *testing.T) {
|
|
lru, disk := getTestLRUStore()
|
|
b := []byte("x")
|
|
err := lru.Put("one", b)
|
|
require.NoError(t, err)
|
|
err = lru.Put("two", b)
|
|
require.NoError(t, err)
|
|
err = lru.Put("three", b)
|
|
require.NoError(t, err)
|
|
err = lru.Put("four", b)
|
|
require.NoError(t, err)
|
|
err = lru.Put("five", b)
|
|
require.NoError(t, err)
|
|
|
|
assert.Equal(t, cacheMaxBlobs, countOnDisk(t, disk))
|
|
|
|
for k, v := range map[string]bool{
|
|
"one": false,
|
|
"two": false,
|
|
"three": true,
|
|
"four": true,
|
|
"five": true,
|
|
"six": false,
|
|
} {
|
|
has, err := lru.Has(k)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, v, has)
|
|
}
|
|
|
|
lru.Get("three") // touch so it stays in cache
|
|
lru.Put("six", b)
|
|
|
|
assert.Equal(t, cacheMaxBlobs, countOnDisk(t, disk))
|
|
|
|
for k, v := range map[string]bool{
|
|
"one": false,
|
|
"two": false,
|
|
"three": true,
|
|
"four": false,
|
|
"five": true,
|
|
"six": true,
|
|
} {
|
|
has, err := lru.Has(k)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, v, has)
|
|
}
|
|
|
|
err = lru.Delete("three")
|
|
assert.NoError(t, err)
|
|
err = lru.Delete("five")
|
|
assert.NoError(t, err)
|
|
err = lru.Delete("six")
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, 0, countOnDisk(t, disk))
|
|
}
|
|
|
|
func TestLRUStore_UnderlyingBlobMissing(t *testing.T) {
|
|
lru, disk := getTestLRUStore()
|
|
hash := "hash"
|
|
b := []byte("this is a blob of stuff")
|
|
err := lru.Put(hash, b)
|
|
require.NoError(t, err)
|
|
|
|
err = disk.fs.Remove("/ha/hash")
|
|
require.NoError(t, err)
|
|
|
|
// hash still exists in lru
|
|
assert.True(t, lru.lru.Contains(hash))
|
|
|
|
blob, err := lru.Get(hash)
|
|
assert.Nil(t, blob)
|
|
assert.True(t, errors.Is(err, ErrBlobNotFound), "expected (%s) %s, got (%s) %s",
|
|
reflect.TypeOf(ErrBlobNotFound).String(), ErrBlobNotFound.Error(),
|
|
reflect.TypeOf(err).String(), err.Error())
|
|
|
|
// lru.Get() removes hash if underlying store doesn't have it
|
|
assert.False(t, lru.lru.Contains(hash))
|
|
}
|
|
|
|
func TestLRUStore_loadExisting(t *testing.T) {
|
|
d := NewDiskStore("/", 2)
|
|
d.fs = afero.NewMemMapFs()
|
|
|
|
hash := "hash"
|
|
b := []byte("this is a blob of stuff")
|
|
err := d.Put(hash, b)
|
|
require.NoError(t, err)
|
|
|
|
existing, err := d.list()
|
|
require.NoError(t, err)
|
|
require.Equal(t, 1, len(existing), "blob should exist in cache")
|
|
assert.Equal(t, hash, existing[0])
|
|
|
|
lru := NewLRUStore(d, 3) // lru should load existing blobs when it's created
|
|
has, err := lru.Has(hash)
|
|
require.NoError(t, err)
|
|
assert.True(t, has, "hash should be loaded from disk store but it's not")
|
|
}
|