119 lines
2.8 KiB
Go
119 lines
2.8 KiB
Go
package db
|
|
|
|
import (
|
|
"bytes"
|
|
"encoding/csv"
|
|
"encoding/hex"
|
|
"log"
|
|
"os"
|
|
"testing"
|
|
|
|
"github.com/lbryio/hub/db/prefixes"
|
|
"github.com/linxGnu/grocksdb"
|
|
)
|
|
|
|
func TestIter(t *testing.T) {
|
|
|
|
filePath := "../resources/reposted_claim.csv"
|
|
|
|
log.Println(filePath)
|
|
file, err := os.Open(filePath)
|
|
if err != nil {
|
|
log.Println(err)
|
|
}
|
|
reader := csv.NewReader(file)
|
|
records, err := reader.ReadAll()
|
|
if err != nil {
|
|
log.Println(err)
|
|
}
|
|
|
|
wOpts := grocksdb.NewDefaultWriteOptions()
|
|
opts := grocksdb.NewDefaultOptions()
|
|
opts.SetCreateIfMissing(true)
|
|
db, err := grocksdb.OpenDb(opts, "tmp")
|
|
if err != nil {
|
|
log.Println(err)
|
|
}
|
|
defer func() {
|
|
db.Close()
|
|
err = os.RemoveAll("./tmp")
|
|
if err != nil {
|
|
log.Println(err)
|
|
}
|
|
}()
|
|
for _, record := range records {
|
|
key, err := hex.DecodeString(record[0])
|
|
if err != nil {
|
|
log.Println(err)
|
|
}
|
|
val, err := hex.DecodeString(record[1])
|
|
if err != nil {
|
|
log.Println(err)
|
|
}
|
|
db.Put(wOpts, key, val)
|
|
}
|
|
// test prefix
|
|
options := NewIterateOptions().WithPrefix([]byte{prefixes.RepostedClaim}).WithIncludeValue(true)
|
|
ch := Iter(db, options)
|
|
var i = 0
|
|
for kv := range ch {
|
|
// log.Println(kv.Key)
|
|
gotKey := kv.Key.(*prefixes.RepostedKey).PackKey()
|
|
|
|
keyPartial3 := prefixes.RepostedKeyPackPartial(kv.Key.(*prefixes.RepostedKey), 3)
|
|
keyPartial2 := prefixes.RepostedKeyPackPartial(kv.Key.(*prefixes.RepostedKey), 2)
|
|
keyPartial1 := prefixes.RepostedKeyPackPartial(kv.Key.(*prefixes.RepostedKey), 1)
|
|
|
|
// Check pack partial for sanity
|
|
if !bytes.HasPrefix(gotKey, keyPartial3) {
|
|
t.Errorf("%+v should be prefix of %+v\n", keyPartial3, gotKey)
|
|
}
|
|
if !bytes.HasPrefix(gotKey, keyPartial2) {
|
|
t.Errorf("%+v should be prefix of %+v\n", keyPartial2, gotKey)
|
|
}
|
|
if !bytes.HasPrefix(gotKey, keyPartial1) {
|
|
t.Errorf("%+v should be prefix of %+v\n", keyPartial1, gotKey)
|
|
}
|
|
|
|
got := kv.Value.(*prefixes.RepostedValue).PackValue()
|
|
wantKey, err := hex.DecodeString(records[i][0])
|
|
if err != nil {
|
|
log.Println(err)
|
|
}
|
|
want, err := hex.DecodeString(records[i][1])
|
|
if err != nil {
|
|
log.Println(err)
|
|
}
|
|
if !bytes.Equal(gotKey, wantKey) {
|
|
t.Errorf("gotKey: %+v, wantKey: %+v\n", got, want)
|
|
}
|
|
if !bytes.Equal(got, want) {
|
|
t.Errorf("got: %+v, want: %+v\n", got, want)
|
|
}
|
|
i++
|
|
}
|
|
|
|
// Test start / stop
|
|
start, err := hex.DecodeString(records[0][0])
|
|
if err != nil {
|
|
log.Println(err)
|
|
}
|
|
stop, err := hex.DecodeString(records[9][0])
|
|
if err != nil {
|
|
log.Println(err)
|
|
}
|
|
options2 := NewIterateOptions().WithStart(start).WithStop(stop).WithIncludeValue(true)
|
|
ch2 := Iter(db, options2)
|
|
i = 0
|
|
for kv := range ch2 {
|
|
got := kv.Value.(*prefixes.RepostedValue).PackValue()
|
|
want, err := hex.DecodeString(records[i][1])
|
|
if err != nil {
|
|
log.Println(err)
|
|
}
|
|
if !bytes.Equal(got, want) {
|
|
t.Errorf("got: %+v, want: %+v\n", got, want)
|
|
}
|
|
i++
|
|
}
|
|
}
|