X-Git-Url: http://git.giacomolli.uk/onechat/blobdiff_plain/fe39a670d7af062af089bdba4dd07c3f0aee4048..56129a5fcbcbe51a7ac7d6b009d4551ed9f71109:/compactor_test.go?ds=inline diff --git a/compactor_test.go b/compactor_test.go index 35e09eb..cc99f33 100644 --- a/compactor_test.go +++ b/compactor_test.go @@ -20,7 +20,7 @@ func TestCompactorSendsThePromptToolsAndTask(t *testing.T) { line, err := compactor.Summarize(t.Context(), Task{ Level: 0, Index: 7, - Context: "\n0+4|user: earlier\n", + Context: "\n0+4|a\n4+1|b\n5+1|c\n6+1|d\n7+1|e\n", Input: []string{"user: " + strings.Repeat("x", 600)}, }) require.NoError(t, err) @@ -42,7 +42,9 @@ func TestCompactorSendsThePromptToolsAndTask(t *testing.T) { parts := inputParts(t, server.Call(0)) require.Equal(t, []string{ - "\n0+4|user: earlier\n\n", + "\n", + "0+4|a\n4+1|b\n5+1|c\n6+1|d\n", + "7+1|e\n\n", "Compaction: compress message 7 into one line of at most 512 bytes\n" + "(about 70 words), the length of this ruler:\n" + strings.Repeat("-", 512) + "\n" + @@ -50,6 +52,55 @@ func TestCompactorSendsThePromptToolsAndTask(t *testing.T) { }, parts) } +func TestViewPartsSendWholeBlocksOfLines(t *testing.T) { + testCases := []struct { + name string + context string + want []string + }{ + { + name: "empty view has the tags only", + context: "\n", + want: []string{"\n", "\n"}, + }, + { + name: "lines short of a block go with the closing tag", + context: "\n0+1|a\n1+1|b\n2+1|c\n", + want: []string{"\n", "0+1|a\n1+1|b\n2+1|c\n\n"}, + }, + { + name: "one whole block", + context: "\n0+1|a\n1+1|b\n2+1|c\n3+1|d\n", + want: []string{"\n", "0+1|a\n1+1|b\n2+1|c\n3+1|d\n", "\n"}, + }, + { + name: "two whole blocks and a rest", + context: "\n0+2|a\n2+1|b\n3+1|c\n4+1|d\n5+1|e\n6+1|f\n7+1|g\n8+1|h\n9+1|i\n", + want: []string{ + "\n", + "0+2|a\n2+1|b\n3+1|c\n4+1|d\n", + "5+1|e\n6+1|f\n7+1|g\n8+1|h\n", + "9+1|i\n\n", + }, + }, + } + + for _, tc := range testCases { + t.Run(tc.name, func(t *testing.T) { + parts := viewParts(tc.context) + require.Equal(t, tc.want, parts) + require.Equal(t, tc.context+"\n", strings.Join(parts, "")) + }) + } +} + +func TestViewPartsKeepTheBlocksOfAShorterView(t *testing.T) { + shorter := viewParts("\n0+1|a\n1+1|b\n2+1|c\n3+1|d\n4+1|e\n") + longer := viewParts("\n0+1|a\n1+1|b\n2+1|c\n3+1|d\n4+1|e\n5+1|f\n6+1|g\n7+1|h\n") + require.Equal(t, shorter[:2], longer[:2]) + require.NotEqual(t, shorter[2], longer[2]) +} + func TestCompactorWritesTheMergeTask(t *testing.T) { text, err := compactionTask(Task{ Level: 2, @@ -86,18 +137,18 @@ func TestCompactorRetriesALongLineWithTheNewestNote(t *testing.T) { } first := inputParts(t, server.Call(0)) - require.Len(t, first, 2) + require.Len(t, first, 3) for n, want := range []string{long[0], long[1]} { call := server.Call(n + 1) parts := inputParts(t, call) - require.Equal(t, first, parts[:2]) - require.Equal(t, []string{tooLong(want)}, parts[2:]) - require.Contains(t, parts[2], "was "+strconv.Itoa(len(want))+" bytes,") - require.Contains(t, parts[2], "\n"+want[:512]+"| <- LIMIT") + require.Equal(t, first, parts[:3]) + require.Equal(t, []string{tooLong(want)}, parts[3:]) + require.Contains(t, parts[3], "was "+strconv.Itoa(len(want))+" bytes,") + require.Contains(t, parts[3], "\n"+want[:512]+"| <- LIMIT") note, err := json.Marshal(map[string]string{ "type": "input_text", - "text": parts[2], + "text": parts[3], }) require.NoError(t, err) require.LessOrEqual(t, len(call.raw), len(server.Call(0).raw)+len(",")+len(note))