X-Git-Url: https://git.giacomolli.uk/onechat/blobdiff_plain/39d1a3fd09f8255298590b4413115ae72e0e3928..016d46008fc9726d2617e4e3ea098113f34c7636:/rebuild.go?ds=sidebyside diff --git a/rebuild.go b/rebuild.go index 52c0861..91b5ae5 100644 --- a/rebuild.go +++ b/rebuild.go @@ -15,6 +15,11 @@ import ( "time" ) +// rebuildCallLimit is the most model calls of a rebuild. A rebuild summarizes +// the whole merged log, which can need more calls than a probe sample, and the +// quota stop of the build run still guards the account. +const rebuildCallLimit = 1500 + // rebuild merges added messages with the log of agent, in date order, and // builds a new memory beside it. The caller holds the token lock. The model // uses the original agent prompt and cache key. A failed or stopped build @@ -55,7 +60,7 @@ func rebuild(ctx context.Context, agent *Agent, added []DatedMessage, client *Mo return "", fmt.Errorf("open rebuilt memory: %w", err) } - client.LimitCalls(buildCallLimit) + client.LimitCalls(rebuildCallLimit) run := BuildRun{ memory: memory,