xorfilter/serialization_test.go at master · FastFilter/xorfilter · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
package xorfilter

import (
	"bytes"
	"encoding/base64"
	"reflect"
	"testing"
)

func TestBinaryFuse8Serialization(t *testing.T) {
	keys := []uint64{1, 2, 3, 4, 5, 100, 200, 300}
	filter, err := PopulateBinaryFuse8(keys)
	if err != nil {
		t.Fatal(err)
	}

	// Test generic serialization
	var buf bytes.Buffer
	err = filter.Save(&buf)
	if err != nil {
		t.Fatal(err)
	}

	loadedFilter, err := LoadBinaryFuse8(&buf)
	if err != nil {
		t.Fatal(err)
	}

	if !reflect.DeepEqual(filter, loadedFilter) {
		t.Error("Generic serialization: Filters do not match after save/load")
	}

	for _, key := range keys {
		if !loadedFilter.Contains(key) {
			t.Errorf("Generic serialization: Key %d not found in loaded filter", key)
		}
	}
}

func TestBinaryFuseSerializationGeneric(t *testing.T) {
	keys := []uint64{1, 2, 3, 4, 5, 100, 200, 300}
	filter, err := NewBinaryFuse[uint16](keys)
	if err != nil {
		t.Fatal(err)
	}

	// Test generic serialization
	var buf bytes.Buffer
	err = filter.Save(&buf)
	if err != nil {
		t.Fatal(err)
	}

	if "wVwCiewtCpEIAAAABwAAAAEAAAAIAAAAGAAAAAAAAABY7/rBAAAAAAoqAAA2kPb5AAAAAAAAAAAAAAAAuLkw2QAAAAAAAH1sAAAAAA==" != base64.StdEncoding.EncodeToString(buf.Bytes()) {
		t.Log("Base64 serialized data:", base64.StdEncoding.EncodeToString(buf.Bytes()))
		t.Error("Generic serialization: Unexpected serialized data")
	}

	loadedFilter, err := LoadBinaryFuse[uint16](&buf)
	if err != nil {
		t.Fatal(err)
	}

	if !reflect.DeepEqual(filter, loadedFilter) {
		t.Error("Generic serialization: Filters do not match after save/load")
	}

	for _, key := range keys {
		if !loadedFilter.Contains(key) {
			t.Errorf("Generic serialization: Key %d not found in loaded filter", key)
		}
	}
}