]> git.giacomolli.uk - onechat/blob - tree_test.go
Receive images in WhatsApp batches
[onechat] / tree_test.go
1 package main
2
3 import (
4 "os"
5 "path/filepath"
6 "strings"
7 "testing"
8
9 "github.com/stretchr/testify/require"
10 )
11
12 func TestFreeLeafHoldsAShortMessageWordForWord(t *testing.T) {
13 message := Message{
14 ID: 7,
15 Kind: "user",
16 Text: strings.Repeat("a", nodeBytes-len("user: ")),
17 }
18
19 node, free := freeLeaf(message)
20 require.True(t, free)
21 require.Equal(t, Node{
22 Level: 0,
23 Index: 7,
24 Text: "user: " + message.Text,
25 Size: nodeBytes,
26 }, node)
27
28 message.Text += "a"
29 _, free = freeLeaf(message)
30 require.False(t, free)
31 }
32
33 func TestFreeMergeJoinsShortSiblings(t *testing.T) {
34 left := treeTestNode(1, 2, "left")
35 right := treeTestNode(1, 3, "right")
36
37 node, free := freeMerge(left, right)
38 require.True(t, free)
39 require.Equal(t, treeTestNode(2, 1, "left\nright"), node)
40
41 right = treeTestNode(1, 3, strings.Repeat("r", nodeBytes-len("left")))
42 _, free = freeMerge(left, right)
43 require.False(t, free)
44 }
45
46 func TestTreeBuildsEachNodeOnce(t *testing.T) {
47 tree, err := openTree(t.Context(), t.TempDir(), 2, newTestClock().Now)
48 require.NoError(t, err)
49
50 defer func() {
51 require.NoError(t, tree.Close())
52 }()
53
54 require.NoError(t, tree.Add(treeTestNode(0, 0, "user: a")))
55 require.ErrorContains(t, tree.Add(treeTestNode(0, 0, "user: b")), "already built")
56 require.ErrorContains(t, tree.Add(treeTestNode(1, 0, "a b")), "child that is not built")
57
58 require.NoError(t, tree.Add(treeTestNode(0, 1, "reply: b")))
59 require.NoError(t, tree.Add(treeTestNode(1, 0, "a b")))
60
61 require.Equal(t, "user: a", treeReadNode(t, tree, 0, 0).Text)
62 }
63
64 func TestTreeReopenLoadsTheSameNodes(t *testing.T) {
65 root := t.TempDir()
66 clock := newTestClock()
67 tree, err := openTree(t.Context(), root, 2, clock.Now)
68 require.NoError(t, err)
69
70 nodes := []Node{
71 treeTestNode(0, 1, "reply: b"),
72 treeTestNode(0, 0, "user: a"),
73 treeTestNode(1, 0, "user: a\nreply: b"),
74 }
75 for _, node := range nodes {
76 require.NoError(t, tree.Add(node))
77 }
78
79 require.NoError(t, tree.Close())
80
81 data, err := os.ReadFile(filepath.Join(root, "tree", "2026-01-01.jsonl"))
82 require.NoError(t, err)
83 require.JSONEq(t, `{"l":0,"i":1,"text":"reply: b","size":8}`+"\n", strings.SplitAfter(string(data), "\n")[0])
84
85 tree, err = openTree(t.Context(), root, 2, clock.Now)
86 require.NoError(t, err)
87
88 defer func() {
89 require.NoError(t, tree.Close())
90 }()
91
92 require.Equal(t, len(nodes), tree.Count())
93
94 for _, node := range nodes {
95 require.Equal(t, node, treeReadNode(t, tree, node.Level, node.Index))
96 }
97 }
98
99 func TestTreeBuildsAMissingIndexAgain(t *testing.T) {
100 root := t.TempDir()
101 clock := newTestClock()
102 tree, err := openTree(t.Context(), root, 2, clock.Now)
103 require.NoError(t, err)
104
105 nodes := []Node{
106 treeTestNode(0, 1, "reply: b"),
107 treeTestNode(0, 0, "user: a"),
108 treeTestNode(1, 0, "user: a\nreply: b"),
109 }
110 for _, node := range nodes {
111 require.NoError(t, tree.Add(node))
112 }
113
114 require.NoError(t, tree.Close())
115 require.NoError(t, os.RemoveAll(filepath.Join(root, "index")))
116
117 _, err = openTree(t.Context(), root, 1, clock.Now)
118 require.ErrorContains(t, err, "covers messages after the log")
119 require.NoError(t, os.RemoveAll(filepath.Join(root, "index")))
120
121 tree, err = openTree(t.Context(), root, 2, clock.Now)
122 require.NoError(t, err)
123
124 defer func() {
125 require.NoError(t, tree.Close())
126 }()
127
128 require.Equal(t, len(nodes), tree.Count())
129
130 for _, node := range nodes {
131 require.Equal(t, node, treeReadNode(t, tree, node.Level, node.Index))
132 }
133 }
134
135 func TestTreeIndexesTheNodesAfterACrash(t *testing.T) {
136 root := t.TempDir()
137 clock := newTestClock()
138 tree, err := openTree(t.Context(), root, 2, clock.Now)
139 require.NoError(t, err)
140
141 require.NoError(t, tree.Add(treeTestNode(0, 0, "user: a")))
142 require.NoError(t, tree.Add(treeTestNode(0, 1, "reply: b")))
143 require.NoError(t, tree.Close())
144
145 // A crash after the line write and in the middle of the index writes.
146 order := filepath.Join(root, "index", "tree.idx")
147 require.NoError(t, os.Truncate(order, treeRecordBytes+5))
148 require.NoError(t, os.Truncate(filepath.Join(root, "index", "tree-0.idx"), positionBytes))
149
150 tree, err = openTree(t.Context(), root, 2, clock.Now)
151 require.NoError(t, err)
152
153 defer func() {
154 require.NoError(t, tree.Close())
155 }()
156
157 require.Equal(t, 2, tree.Count())
158 require.Equal(t, "reply: b", treeReadNode(t, tree, 0, 1).Text)
159 require.NoError(t, tree.Add(treeTestNode(1, 0, "user: a\nreply: b")))
160 }