db/prefixes/prefixes.go

@@ -315,8 +315,8 @@ class TXOToClaimValue(typing.NamedTuple):
 
 type TXOToClaimKey struct {
 	Prefix   []byte `json:"prefix"`
-	TxNum    int32  `json:"tx_num"`
-	Position int32  `json:"position"`
+	TxNum    uint32 `json:"tx_num"`
+	Position uint16 `json:"position"`
 }
 
 type TXOToClaimValue struct {
@@ -324,6 +324,89 @@ type TXOToClaimValue struct {
 	Name      string `json:"name"`
 }
 
+func (k *TXOToClaimKey) PackKey() []byte {
+	prefixLen := 1
+	// b'>LH'
+	n := prefixLen + 4 + 2
+	key := make([]byte, n)
+	copy(key, k.Prefix)
+	binary.BigEndian.PutUint32(key[prefixLen:], k.TxNum)
+	binary.BigEndian.PutUint16(key[prefixLen+4:], k.Position)
+
+	return key
+}
+
+func (v *TXOToClaimValue) PackValue() []byte {
+	nameLen := len(v.Name)
+	n := 20 + 2 + nameLen
+	value := make([]byte, n)
+	copy(value, v.ClaimHash[:20])
+	binary.BigEndian.PutUint16(value[20:], uint16(nameLen))
+	copy(value[22:], []byte(v.Name))
+
+	return value
+}
+
+func TXOToClaimKeyPackPartialNFields(nFields int) func(*TXOToClaimKey) []byte {
+	return func(u *TXOToClaimKey) []byte {
+		return TXOToClaimKeyPackPartial(u, nFields)
+	}
+}
+
+func TXOToClaimKeyPackPartial(k *TXOToClaimKey, nFields int) []byte {
+	// Limit nFields between 0 and number of fields, we always at least need
+	// the prefix, and we never need to iterate past the number of fields.
+	if nFields > 2 {
+		nFields = 2
+	}
+	if nFields < 0 {
+		nFields = 0
+	}
+
+	prefixLen := 1
+	var n = prefixLen
+	for i := 0; i <= nFields; i++ {
+		switch i {
+		case 1:
+			n += 4
+		case 2:
+			n += 2
+		}
+	}
+
+	key := make([]byte, n)
+
+	for i := 0; i <= nFields; i++ {
+		switch i {
+		case 0:
+			copy(key, k.Prefix)
+		case 1:
+			binary.BigEndian.PutUint32(key[prefixLen:], k.TxNum)
+		case 2:
+			binary.BigEndian.PutUint16(key[prefixLen+4:], k.Position)
+		}
+	}
+
+	return key
+}
+
+func TXOToClaimKeyUnpack(key []byte) *TXOToClaimKey {
+	prefixLen := 1
+	return &TXOToClaimKey{
+		Prefix:   key[:prefixLen],
+		TxNum:    binary.BigEndian.Uint32(key[prefixLen:]),
+		Position: binary.BigEndian.Uint16(key[prefixLen+4:]),
+	}
+}
+
+func TXOToClaimValueUnpack(value []byte) *TXOToClaimValue {
+	nameLen := binary.BigEndian.Uint16(value[20:])
+	return &TXOToClaimValue{
+		ClaimHash: value[:20],
+		Name:      string(value[22 : 22+nameLen]),
+	}
+}
+
 /*
 class ClaimShortIDKey(typing.NamedTuple):
     normalized_name: str
@@ -2307,8 +2390,9 @@ func UnpackGenericKey(key []byte) (byte, interface{}, error) {
 		return SupportToClaim, SupportToClaimKeyUnpack(key), nil
 
 	case ClaimToTXO:
-	case TXOToClaim:
 		return 0x0, nil, errors.Base("key unpack function for %v not implemented", firstByte)
+	case TXOToClaim:
+		return TXOToClaim, TXOToClaimKeyUnpack(key), nil
 
 	case ClaimToChannel:
 		return ClaimToChannel, ClaimToChannelKeyUnpack(key), nil
@@ -2377,8 +2461,9 @@ func UnpackGenericValue(key, value []byte) (byte, interface{}, error) {
 		return SupportToClaim, SupportToClaimValueUnpack(value), nil
 
 	case ClaimToTXO:
-	case TXOToClaim:
 		return 0x0, nil, errors.Base("value unpack not implemented for key %v", key)
+	case TXOToClaim:
+		return TXOToClaim, TXOToClaimValueUnpack(value), nil
 
 	case ClaimToChannel:
 		return ClaimToChannel, ClaimToChannelValueUnpack(value), nil

db/prefixes/prefixes_test.go

@@ -44,6 +44,86 @@ func testInit(filePath string) (*grocksdb.DB, [][]string, func()) {
 	return db, records, toDefer
 }
 
+func TestTXOToClaim(t *testing.T) {
+
+	filePath := "../../resources/txo_to_claim.csv"
+
+	wOpts := grocksdb.NewDefaultWriteOptions()
+	db, records, toDefer := testInit(filePath)
+	defer toDefer()
+	for _, record := range records {
+		key, err := hex.DecodeString(record[0])
+		if err != nil {
+			log.Println(err)
+		}
+		val, err := hex.DecodeString(record[1])
+		if err != nil {
+			log.Println(err)
+		}
+		db.Put(wOpts, key, val)
+	}
+	// test prefix
+	options := dbpkg.NewIterateOptions().WithPrefix([]byte{prefixes.TXOToClaim}).WithIncludeValue(true)
+	ch := dbpkg.Iter(db, options)
+	var i = 0
+	for kv := range ch {
+		// log.Println(kv.Key)
+		gotKey := kv.Key.(*prefixes.TXOToClaimKey).PackKey()
+
+		keyPartial1 := prefixes.TXOToClaimKeyPackPartial(kv.Key.(*prefixes.TXOToClaimKey), 1)
+		keyPartial2 := prefixes.TXOToClaimKeyPackPartial(kv.Key.(*prefixes.TXOToClaimKey), 2)
+
+		// Check pack partial for sanity
+		if !bytes.HasPrefix(gotKey, keyPartial1) {
+			t.Errorf("%+v should be prefix of %+v\n", keyPartial1, gotKey)
+		}
+		if !bytes.HasPrefix(gotKey, keyPartial2) {
+			t.Errorf("%+v should be prefix of %+v\n", keyPartial2, gotKey)
+		}
+
+		got := kv.Value.(*prefixes.TXOToClaimValue).PackValue()
+		wantKey, err := hex.DecodeString(records[i][0])
+		if err != nil {
+			log.Println(err)
+		}
+		want, err := hex.DecodeString(records[i][1])
+		if err != nil {
+			log.Println(err)
+		}
+		if !bytes.Equal(gotKey, wantKey) {
+			t.Errorf("gotKey: %+v, wantKey: %+v\n", got, want)
+		}
+		if !bytes.Equal(got, want) {
+			t.Errorf("got: %+v, want: %+v\n", got, want)
+		}
+		i++
+	}
+
+	// Test start / stop
+	start, err := hex.DecodeString(records[0][0])
+	if err != nil {
+		log.Println(err)
+	}
+	stop, err := hex.DecodeString(records[9][0])
+	if err != nil {
+		log.Println(err)
+	}
+	options2 := dbpkg.NewIterateOptions().WithStart(start).WithStop(stop).WithIncludeValue(true)
+	ch2 := dbpkg.Iter(db, options2)
+	i = 0
+	for kv := range ch2 {
+		got := kv.Value.(*prefixes.TXOToClaimValue).PackValue()
+		want, err := hex.DecodeString(records[i][1])
+		if err != nil {
+			log.Println(err)
+		}
+		if !bytes.Equal(got, want) {
+			t.Errorf("got: %+v, want: %+v\n", got, want)
+		}
+		i++
+	}
+}
+
 func TestClaimShortID(t *testing.T) {
 
 	filePath := "../../resources/claim_short_id_prefix.csv"

main.go

@@ -38,7 +38,7 @@ func main() {
 
 		options := &db.IterOptions{
 			FillCache:    false,
-			Prefix:       []byte{prefixes.ClaimShortIdPrefix},
+			Prefix:       []byte{prefixes.TXOToClaim},
 			Start:        nil,
 			Stop:         nil,
 			IncludeStart: true,
@@ -49,7 +49,7 @@ func main() {
 			RawValue:     true,
 		}
 
-		db.ReadWriteRawN(dbVal, options, "./resources/claim_short_id_prefix.csv", 10)
+		db.ReadWriteRawN(dbVal, options, "./resources/txo_to_claim.csv", 10)
 
 		return
 	}

resources/txo_to_claim.csv

@@ -0,0 +1,10 @@
+4700162aa70000,c78ac4c326cd43cdc0c844b7cea13659449ab3e40015746573742d70686f746f2d7374726173626f757267
+4700162f600000,ebf95f7fdb89db5467bb1b88ea3b0f0f7ee5ce360003636e63
+47001630960000,a6f91a86837ab84a4cf0d2dcbe94704a528cf820000f776f6e646572776f6d616e31393933
+47001635e60000,9673cc2a1aac64d7b2742705abfb09fca30d7e0500056d6d61736b
+47001638a80000,c39342066646dc50f1a9954b41684d157b035dac00036f6e65
+47001645ef0001,4689c1ccb4420309f93ab98799b28c49fa4d3809000a65617379737472656574
+470016529a0000,f1628d66ae52295590b72b9a0b3a3527642a532600137465737470756230332d32312d323031372d32
+470016529d0000,a4c61ced261ab571bdb3410ae140bec6c31f14ce00117465737470756230332d32312d32303137
+47001655960000,2327bcb6d7578a2669e416b5aa185fe14ee8e03e00056569676874
+47001664200000,f69099600bdca9b062ba60432dba3c0ca2241167002c686973746f72792d6f662d6672696564726963682d69692d6f662d707275737369612d766f6c756d652d3137