X-Git-Url: https://git.giacomolli.uk/onechat/blobdiff_plain/522d7fd117285e4e4ce3ea5ec9b5a1722521b681..4c199e7d93b6a4529ed5956807911b5f6c5489a7:/probe.go?ds=inline diff --git a/probe.go b/probe.go index f5553ce..d788fa9 100644 --- a/probe.go +++ b/probe.go @@ -18,13 +18,16 @@ const ( // probeName is the agent name of a probe run. The cache key comes from // it. probeName = "Probe" + + // probeCallLimit is the most model calls of a probe run. + probeCallLimit = 660 ) // probe runs "onechat probe LOG COUNT [BUILDS]". It appends the first COUNT // messages of LOG, one JSON object {kind, text} per line, to a new chat in // probe/ in the data directory, and builds its tree with the real compactor. // Before each user message it waits for the builds, as a turn does. It stops at -// the first failed call, after buildCallLimit calls, or when the used percent +// the first failed call, after probeCallLimit calls, or when the used percent // of a quota window grows by more than buildQuotaLimit points. At the end it // reports the calls, the time per call, the calls at once, the cached share, // the quota, the retries, and the line sizes. BUILDS, from 1 to buildMax, @@ -97,7 +100,7 @@ func probe(ctx context.Context, args []string, out io.Writer) (err error) { usagePath := filepath.Join(root, "usage.jsonl") client := newModelClient(address, auth, "onechat-"+probeName, usagePath) - client.LimitCalls(buildCallLimit) + client.LimitCalls(probeCallLimit) summarizer := ProbeSlotSummarizer{ inner: newCompactor(client, probePrompt, config.Compactor),