gcs/builder: Deduplicate items before creating block filters.

gcs/builder/builder.go

@@ -22,7 +22,10 @@ const DefaultP = 20
 type GCSBuilder struct {
 	p   uint8
 	key [gcs.KeySize]byte
-	data [][]byte
+
+	// data is a set of entries represented as strings. This is done to
+	// deduplicate items as they are added.
+	data map[string]struct{}
 	err  error
 }
 
@@ -125,8 +128,8 @@ func (b *GCSBuilder) Preallocate(n uint32) *GCSBuilder {
 		return b
 	}
 
-	if len(b.data) == 0 {
+	if b.data == nil {
-		b.data = make([][]byte, 0, n)
+		b.data = make(map[string]struct{}, n)
 	}
 
 	return b
@@ -140,7 +143,7 @@ func (b *GCSBuilder) AddEntry(data []byte) *GCSBuilder {
 		return b
 	}
 
-	b.data = append(b.data, data)
+	b.data[string(data)] = struct{}{}
 	return b
 }
 
@@ -217,7 +220,12 @@ func (b *GCSBuilder) Build() (*gcs.Filter, error) {
 		return nil, b.err
 	}
 
-	return gcs.BuildGCSFilter(b.p, b.key, b.data)
+	dataSlice := make([][]byte, 0, len(b.data))
+	for item := range b.data {
+		dataSlice = append(dataSlice, []byte(item))
+	}
+
+	return gcs.BuildGCSFilter(b.p, b.key, dataSlice)
 }
 
 // WithKeyPN creates a GCSBuilder with specified key and the passed probability

gcs/builder/builder_test.go

@@ -286,4 +286,16 @@ func BuilderTest(b *builder.GCSBuilder, hash *chainhash.Hash, p uint8,
 	if !match {
 		t.Fatal("Filter didn't match when it should have!")
 	}
+
+	// Check that adding duplicate items does not increase filter size.
+	originalSize := f.N()
+	b.AddScript(addrBytes)
+	b.AddWitness(witness)
+	f, err = b.Build()
+	if err != nil {
+		t.Fatalf("Filter build failed: %s", err.Error())
+	}
+	if f.N() != originalSize {
+		t.Fatal("Filter size increased with duplicate items")
+	}
 }