X-Git-Url: https://git.giacomolli.uk/onechat/blobdiff_plain/56129a5fcbcbe51a7ac7d6b009d4551ed9f71109..2532718d5288e1a2586fe5716cc41bb2a0210e16:/compactor.go?ds=sidebyside diff --git a/compactor.go b/compactor.go index fe8a00f..16303b0 100644 --- a/compactor.go +++ b/compactor.go @@ -4,18 +4,12 @@ import ( "context" "errors" "fmt" - "slices" "strings" "unicode/utf8" ) -const ( - // compactionTries is the most calls for one node. - compactionTries = 5 - - // viewBlock is the number of view lines in one input part. - viewBlock = 4 -) +// compactionTries is the most calls for one node. +const compactionTries = 5 // ruler shows the model the size limit of a line. Models cannot count bytes, // and a sample line as the ruler gets its content copied. @@ -24,9 +18,7 @@ var ruler = strings.Repeat("-", nodeBytes) // Compactor builds the nodes of one agent with a model. A compaction is a call // like a turn, with the same system prompt and tools, so it reads them from the // prompt cache of the turns. The tools are never called. After them comes one -// user message with the compaction view up to the node and the task. The view -// goes in parts of viewBlock lines, as viewParts gives them, so compactions -// whose views end at different lines still send the same first parts. +// user message with the compaction view up to the node and the task. // // When the line is over nodeBytes, the next try sends the same view and task, // plus a note with the size of the newest line and its cut at the limit. A try @@ -55,7 +47,7 @@ func newCompactor(client *Client, name string, model ModelConfig) *Compactor { // Summarize returns the line of the node of task. func (c *Compactor) Summarize(ctx context.Context, task Task) (string, error) { - view := viewParts(task.Context) + view := task.Context + "\n" text, err := compactionTask(task) if err != nil { return "", err @@ -64,7 +56,7 @@ func (c *Compactor) Summarize(ctx context.Context, task Task) (string, error) { var lines []string note := "" for len(lines) < compactionTries { - parts := slices.Concat(view, []string{text}) + parts := []string{view, text} if note != "" { parts = append(parts, note) } @@ -103,21 +95,6 @@ func (c *Compactor) Summarize(ctx context.Context, task Task) (string, error) { return shortest(lines), nil } -// viewParts returns the parts of the compaction view context: the opening tag, -// one part for each whole block of viewBlock lines, and the rest of the lines -// with the closing tag and a newline. Joined, the parts are context and a -// newline. -func viewParts(context string) []string { - lines := strings.SplitAfter(strings.TrimPrefix(context, "\n"), "\n") - whole := len(lines) - 1 - (len(lines)-1)%viewBlock - parts := []string{"\n"} - for n := 0; n < whole; n += viewBlock { - parts = append(parts, strings.Join(lines[n:n+viewBlock], "")) - } - - return append(parts, strings.Join(lines[whole:], "")+"\n") -} - // compactionTask returns the task of a build, with its input. func compactionTask(task Task) (string, error) { if task.Level == 0 && len(task.Input) == 1 {