X-Git-Url: https://git.giacomolli.uk/onechat/blobdiff_plain/a606686934b4028c29dca8e9dae6b2e188cee9c5..87c59e9c7d6743cdd04c0d5e89d3baca173aad42:/build_run.go?ds=sidebyside diff --git a/build_run.go b/build_run.go index 9c6b767..9c27ff2 100644 --- a/build_run.go +++ b/build_run.go @@ -22,9 +22,6 @@ const buildLineBytes = 1 << 20 // buildQuotaLimit is the largest increase in used quota points of a run. const buildQuotaLimit = 15.0 -// buildCallLimit is the most model calls of a run. -const buildCallLimit = 660 - // BuildRun appends messages, builds their tree, and stops the run by the rules // of buildStop. type BuildRun struct { @@ -151,8 +148,10 @@ func buildReadUsage(path string) (records []ModelUsageRecord, err error) { scanner := bufio.NewScanner(file) scanner.Buffer(make([]byte, 64*1024), buildLineBytes) + for scanner.Scan() { var record ModelUsageRecord + err = json.Unmarshal(scanner.Bytes(), &record) if err != nil { return nil, fmt.Errorf("decode usage: %w", err) @@ -176,6 +175,7 @@ func buildReadUsage(path string) (records []ModelUsageRecord, err error) { // buildWriteReport writes the result of a build run. func buildWriteReport(out io.Writer, appended int, stop string, records []ModelUsageRecord, sizes []int) error { var input, cached, output, failed int + for _, record := range records { input += record.InputTokens cached += record.CachedTokens @@ -186,6 +186,7 @@ func buildWriteReport(out io.Writer, appended int, stop string, records []ModelU } var lines []string + if stop != "" { lines = append(lines, "stopped early: "+stop) } @@ -288,6 +289,7 @@ func buildTimeText(records []ModelUsageRecord) string { } var events []event + seconds := make([]float64, 0, len(records)) total := 0.0 for _, record := range records { @@ -324,6 +326,7 @@ func buildTimeText(records []ModelUsageRecord) string { } wall := events[len(events)-1].at.Sub(events[0].at).Seconds() + slices.Sort(seconds) return fmt.Sprintf("time: %.0f s in all, %.1f calls per minute, %.1f s per call (median %.1f, max %.1f), calls at once: at most %d, %.1f on average", wall, 60*float64(len(seconds))/max(wall, 1e-9), total/float64(len(seconds)), seconds[len(seconds)/2], seconds[len(seconds)-1], most, total/max(wall, 1e-9))