X-Git-Url: https://git.giacomolli.uk/onechat/blobdiff_plain/ba9faee0cd6c35020997794ef7bf134e8db12e96..46646c83374b8ad22b98a97d5c7d795c5944e3d7:/responses.go?ds=sidebyside diff --git a/responses.go b/responses.go index 096439f..fddec73 100644 --- a/responses.go +++ b/responses.go @@ -66,13 +66,16 @@ type Client struct { } // Request is one model call. Input holds the input items in order, such as -// userMessage values or output items of an earlier response. +// userMessage values or output items of an earlier response. Node names the +// node that a compaction builds, or is nil. It goes only to the usage file, +// never to the endpoint. type Request struct { Model string Effort string Instructions string Tools []Tool Input []any + Node *nodeKey } // Tool is the definition of a function tool. @@ -224,19 +227,26 @@ func (c *Client) Create(ctx context.Context, request Request) (Response, error) httpRequest.Header.Set("session_id", c.cacheKey) } + start := time.Now() record := usageRecord{ - Date: time.Now().Format(time.RFC3339Nano), + Date: start.Format(time.RFC3339Nano), Model: request.Model, } + if request.Node != nil { + record.Node = &[2]int{request.Node.level, request.Node.index} + } + response, err := c.send(httpRequest, &record) if err != nil { record.Error = err.Error() } + record.Seconds = time.Since(start).Seconds() record.InputTokens = response.Usage.Input record.CachedTokens = response.Usage.Cached record.OutputTokens = response.Usage.Output + record.TextBytes = len(response.Text) return response, errors.Join(err, c.usage.Write(record)) } @@ -272,16 +282,21 @@ type usageLog struct { path string } -// usageRecord is one line of usage.jsonl. Status is the HTTP status, or 0 when -// no response came. Quota holds the x-codex-* headers of the response, without -// the turn state. +// usageRecord is one line of usage.jsonl. Date is the start of the call, and +// Seconds its length. Node is the node [l, i] of a compaction. Status is the +// HTTP status, or 0 when no response came. TextBytes is the size of the text of +// the reply. Quota holds the x-codex-* headers of the response, without the +// turn state. type usageRecord struct { Date string `json:"date"` + Seconds float64 `json:"seconds"` Model string `json:"model"` + Node *[2]int `json:"node,omitempty"` Status int `json:"status"` InputTokens int `json:"input_tokens"` CachedTokens int `json:"cached_tokens"` OutputTokens int `json:"output_tokens"` + TextBytes int `json:"text_bytes"` Quota map[string]string `json:"quota,omitempty"` Error string `json:"error,omitempty"` }