16 "github.com/stretchr/testify/require"
19 // subagentTestFullContext is the error body of a call whose input does not fit
20 // in the context of the model.
21 const subagentTestFullContext = `{"error": {"message": "Your input exceeds the context window of this model.", "type": "invalid_request_error", "code": "context_length_exceeded"}}`
23 func TestSpawnRunsASubagentInTheBackground(t *testing.T) {
24 server := newModelFake(t)
26 var test *TurnTestLoop
28 server.reply = func(w http.ResponseWriter, call ModelFakeCall) {
29 last := subagentTestLastItem(call)
31 case subagentTestCall(call) && last["type"] == "function_call_output":
32 // The report comes after the reply of the turn of the
34 test.events.WaitFor(t, "reply", 1)
35 modelWriteEvents(w, modelCompletedEvent([]any{modelMessageItem("There are 3 files.")}, 100, 0, 5))
36 case subagentTestCall(call):
37 modelWriteEvents(w, modelCompletedEvent([]any{modelFunctionCallItem("fc_1", "call_1", "shell", `{"command":"pwd"}`)}, 100, 0, 5))
38 case last["type"] == "function_call_output":
39 modelWriteEvents(w, modelCompletedEvent([]any{modelMessageItem("Started.")}, 100, 0, 5))
40 case strings.HasPrefix(subagentTestText(last), "["):
41 modelWriteEvents(w, modelCompletedEvent([]any{modelMessageItem("Noted.")}, 100, 0, 5))
43 modelWriteEvents(w, modelCompletedEvent([]any{modelFunctionCallItem("fc_1", "call_1", "spawn", `{"tasks":["Count the files."],"effort":null}`)}, 100, 0, 5))
47 test = newTestTurnLoop(t, server)
48 _, err := test.loop.Submit(terminalSource, "Count the files in a subagent.")
49 require.NoError(t, err)
50 test.events.WaitFor(t, "idle", 2)
52 name := test.events.Last("subagent")
53 require.True(t, subagentNameValid(name), name)
55 work := filepath.Join(test.loop.runs.subagents.dir, name, "work")
56 require.DirExists(t, work)
58 report := "[" + name + "]\nThere are 3 files.\n\nFull chat: zoom(\"" + name + "\")"
59 require.Equal(t, []string{
60 "user: Count the files in a subagent.",
61 `tool: spawn {"tasks":["Count the files."],"effort":null}`,
62 "echo: Started " + name + ". Each one's report will reach you as a message when it finishes.",
68 require.Equal(t, Event{
73 Status: subagentFinished,
74 }, test.events.LastEvent("work"))
76 require.Equal(t, "<6>subagent started name="+name+"\n<6>subagent done name="+name+" after=0s\n", test.logs.String())
78 var first, second *ModelFakeCall
80 for n := range server.Calls() {
81 call := server.Call(n)
82 if !subagentTestCall(call) {
93 require.NotNil(t, second)
95 // The first request of the subagent holds the view, the state, and its
96 // whole log, with its own prompt and tools.
97 texts := turnInputTexts(t, *first)
98 view := strings.Join(texts[:len(texts)-2], "")
99 require.True(t, strings.HasPrefix(view, "<chat>\n0+1|user: Count the files in a subagent.\n1+1|tool: spawn"), view)
100 require.Equal(t, "</chat>\n\nNow: Thursday 2026-01-01 12:00 +00:00", texts[len(texts)-2])
101 require.Equal(t, "0|note: subagent\n\n1|user: Count the files.", texts[len(texts)-1])
103 instructions, err := test.agent.SubagentPrompt()
104 require.NoError(t, err)
105 require.Equal(t, instructions, first.body["instructions"])
109 for _, tool := range first.body["tools"].([]any) {
110 tools = append(tools, tool.(map[string]any)["name"].(string))
113 require.Equal(t, []string{"zoom", "date", "shell", "read", "write", "edit"}, tools)
114 require.Equal(t, work+"\n", subagentTestLastItem(*second)["output"])
116 subagent, err := test.loop.runs.subagents.Get(t.Context(), name)
117 require.NoError(t, err)
119 log, err := subagent.Show()
120 require.NoError(t, err)
121 require.Equal(t, "0|note: subagent\n\n1|user: Count the files.\n\n2|tool: shell {\"command\":\"pwd\"}\n\n3|echo: "+work+"\n\n\n4|reply: There are 3 files.", log)
125 for _, record := range modelReadUsage(t, test.usagePath) {
126 agents = append(agents, record.Agent)
129 require.ElementsMatch(t, []string{"", "", "", name, name}, agents)
132 func TestReportJoinsTheNextRequestOfARunningTurn(t *testing.T) {
133 server := newModelFake(t)
134 arrived := make(chan struct{})
135 release := make(chan struct{})
136 server.reply = func(w http.ResponseWriter, call ModelFakeCall) {
137 if call.number == 0 {
140 modelWriteEvents(w, modelCompletedEvent([]any{modelFunctionCallItem("fc_1", "call_1", "date", `{"id":0}`)}, 100, 0, 5))
145 modelWriteEvents(w, modelCompletedEvent([]any{modelMessageItem("done")}, 100, 0, 5))
148 test := newTestTurnLoop(t, server)
149 _, err := test.loop.Submit(terminalSource, "first")
150 require.NoError(t, err)
154 report := subagentReport("GreenOtter", []string{"It is done."})
155 test.loop.Report("GreenOtter", report, subagentFinished)
158 test.events.WaitFor(t, "idle", 1)
159 require.Equal(t, report, subagentTestText(subagentTestLastItem(server.Call(1))))
161 time.Sleep(50 * time.Millisecond)
162 require.Equal(t, 2, server.Calls())
163 require.Equal(t, 1, test.events.Count("busy"))
166 func TestReportOfAStoppedSubagentStartsNoTurn(t *testing.T) {
167 server := newModelFake(t)
168 test := newTestTurnLoop(t, server)
169 report := subagentReport("GreenOtter", []string{"failed: context canceled"})
170 test.loop.Report("GreenOtter", report, subagentStopped)
172 test.events.WaitFor(t, "work", 1)
173 time.Sleep(50 * time.Millisecond)
174 require.Equal(t, []string{"work: " + report}, test.Log(t))
175 require.Zero(t, server.Calls())
176 require.Zero(t, test.events.Count("busy"))
179 func TestFullContextGivesAFailedReport(t *testing.T) {
180 server := newModelFake(t)
181 server.reply = func(w http.ResponseWriter, call ModelFakeCall) {
182 if subagentTestCall(call) {
183 w.WriteHeader(http.StatusBadRequest)
185 _, err := io.WriteString(w, subagentTestFullContext)
193 modelWriteEvents(w, modelCompletedEvent([]any{modelMessageItem("It failed.")}, 100, 0, 5))
196 test := newTestTurnLoop(t, server)
197 _, err := test.loop.runs.Spawn(t.Context(), []string{"Read the big file."}, nil)
198 require.NoError(t, err)
199 test.events.WaitFor(t, "idle", 1)
201 name := test.events.Last("subagent")
202 require.Equal(t, []string{
203 "work: [" + name + "]\nfailed: create model response: model call: HTTP 400: " + subagentTestFullContext + "\n\nFull chat: zoom(\"" + name + "\")",
207 require.Equal(t, subagentFailed, test.events.LastEvent("work").Status)
208 require.Equal(t, "<6>subagent started name="+name+"\n<3>subagent failed name="+name+" after=0s: create model response: model call: HTTP 400: "+subagentTestFullContext+"\n", test.logs.String())
211 func TestSubagentHasItsOwnEffortAndNoSpawn(t *testing.T) {
212 server := newModelFake(t)
213 server.reply = func(w http.ResponseWriter, call ModelFakeCall) {
214 if subagentTestCall(call) && subagentTestLastItem(call)["type"] != "function_call_output" {
215 modelWriteEvents(w, modelCompletedEvent([]any{modelFunctionCallItem("fc_1", "call_1", "spawn", `{"tasks":["More."],"effort":null}`)}, 100, 0, 5))
220 modelWriteEvents(w, modelCompletedEvent([]any{modelMessageItem("ok")}, 100, 0, 5))
223 test := newTestTurnLoop(t, server)
224 runs := test.loop.runs
225 _, err := runs.Spawn(t.Context(), nil, nil)
226 require.EqualError(t, err, "no tasks")
229 _, err = runs.Spawn(t.Context(), []string{"Think."}, &effort)
230 require.EqualError(t, err, `no effort "max": one of low, medium, high, xhigh`)
233 _, err = runs.Spawn(t.Context(), []string{"Think hard."}, &effort)
234 require.NoError(t, err)
235 test.events.WaitFor(t, "idle", 1)
237 for n := range server.Calls() {
238 call := server.Call(n)
239 if subagentTestCall(call) {
240 require.Equal(t, "high", call.body["reasoning"].(map[string]any)["effort"])
244 subagent, err := runs.subagents.Get(t.Context(), test.events.Last("subagent"))
245 require.NoError(t, err)
247 log, err := subagent.Show()
248 require.NoError(t, err)
249 require.Equal(t, "0|note: subagent at effort high\n\n1|user: Think hard.\n\n2|tool: spawn {\"tasks\":[\"More.\"],\"effort\":null}\n\n3|echo: error: unknown tool \"spawn\"\n\n4|reply: ok", log)
251 entries, err := os.ReadDir(runs.subagents.dir)
252 require.NoError(t, err)
253 require.Len(t, entries, 1)
256 func TestTellReachesARunningSubagentBetweenItsToolCalls(t *testing.T) {
257 server := newModelFake(t)
258 arrived := make(chan struct{})
259 told := make(chan struct{})
260 server.reply = func(w http.ResponseWriter, call ModelFakeCall) {
262 case !subagentTestCall(call):
263 modelWriteEvents(w, modelCompletedEvent([]any{modelMessageItem("Noted.")}, 100, 0, 5))
264 case call.number == 0:
267 modelWriteEvents(w, modelCompletedEvent([]any{modelFunctionCallItem("fc_1", "call_1", "shell", `{"command":"true"}`)}, 100, 0, 5))
269 modelWriteEvents(w, modelCompletedEvent([]any{modelMessageItem("Used the second disk.")}, 100, 0, 5))
273 test := newTestTurnLoop(t, server)
274 runs := test.loop.runs
275 _, err := runs.Spawn(t.Context(), []string{"Copy the files."}, nil)
276 require.NoError(t, err)
280 name := test.events.Last("subagent")
281 output, err := runs.Tell(t.Context(), name, "Use the second disk.")
282 require.NoError(t, err)
283 require.Equal(t, "Sent. "+name+" reads it between its tool calls, and its report answers it.", output)
286 test.events.WaitFor(t, "idle", 1)
287 require.Equal(t, "Use the second disk.", subagentTestText(subagentTestLastItem(server.Call(1))))
288 require.Equal(t, "work: "+subagentReport(name, []string{"Used the second disk."}), test.Log(t)[0])
291 func TestTellAfterTheFinalAnswerStartsAnotherChain(t *testing.T) {
292 server := newModelFake(t)
293 arrived := make(chan struct{})
294 told := make(chan struct{})
295 server.reply = func(w http.ResponseWriter, call ModelFakeCall) {
297 case !subagentTestCall(call):
298 modelWriteEvents(w, modelCompletedEvent([]any{modelMessageItem("Noted.")}, 100, 0, 5))
299 case call.number == 0:
302 modelWriteEvents(w, modelCompletedEvent([]any{modelMessageItem("First.")}, 100, 0, 5))
304 modelWriteEvents(w, modelCompletedEvent([]any{modelMessageItem("Second.")}, 100, 0, 5))
308 test := newTestTurnLoop(t, server)
309 runs := test.loop.runs
310 _, err := runs.Spawn(t.Context(), []string{"Count."}, nil)
311 require.NoError(t, err)
315 name := test.events.Last("subagent")
316 _, err = runs.Tell(t.Context(), name, "Count again.")
317 require.NoError(t, err)
320 test.events.WaitFor(t, "idle", 1)
321 require.Equal(t, "0|note: subagent\n\n1|user: Count.\n\n2|user: Count again.\n\n3|reply: First.", subagentTestText(subagentTestLastItem(server.Call(1))))
322 require.Equal(t, "work: "+subagentReport(name, []string{"First.", "Second."}), test.Log(t)[0])
325 func TestTellToAFinishedSubagentGoesOnFromItsLog(t *testing.T) {
326 server := newModelFake(t)
327 server.reply = func(w http.ResponseWriter, call ModelFakeCall) {
329 if subagentTestCall(call) {
330 text = "Reply " + strconv.Itoa(call.number) + "."
333 modelWriteEvents(w, modelCompletedEvent([]any{modelMessageItem(text)}, 100, 0, 5))
336 test := newTestTurnLoop(t, server)
337 runs := test.loop.runs
339 _, err := runs.Spawn(t.Context(), []string{"Count."}, &effort)
340 require.NoError(t, err)
341 test.events.WaitFor(t, "idle", 1)
343 name := test.events.Last("subagent")
344 output, err := runs.Tell(t.Context(), name, "And the hidden files?")
345 require.NoError(t, err)
346 require.Equal(t, "Sent. "+name+"'s reply will reach you as a message.", output)
347 test.events.WaitFor(t, "idle", 2)
349 call := server.Call(2)
350 require.True(t, subagentTestCall(call))
351 require.Equal(t, "high", call.body["reasoning"].(map[string]any)["effort"])
352 require.Equal(t, "0|note: subagent at effort high\n\n1|user: Count.\n\n2|reply: Reply 0.\n\n3|user: And the hidden files?", subagentTestText(subagentTestLastItem(call)))
354 // The view of the new run holds the chat of now, with the first report.
355 texts := turnInputTexts(t, call)
356 require.Contains(t, strings.Join(texts[:len(texts)-2], ""), "work: ["+name+"]")
357 require.Equal(t, "work: "+subagentReport(name, []string{"Reply 2."}), test.Log(t)[2])
359 _, err = runs.Tell(t.Context(), "BlueFox", "Hello.")
360 require.EqualError(t, err, "open worker log: no agent BlueFox")
363 func TestStopEndsASubagentAndItsCommand(t *testing.T) {
364 server := newModelFake(t)
365 server.reply = func(w http.ResponseWriter, _ ModelFakeCall) {
366 modelWriteEvents(w, modelCompletedEvent([]any{modelFunctionCallItem("fc_1", "call_1", "shell", `{"command":"touch started && sleep 30"}`)}, 100, 0, 5))
369 test := newTestTurnLoop(t, server)
370 runs := test.loop.runs
371 _, err := runs.Spawn(t.Context(), []string{"Wait long."}, nil)
372 require.NoError(t, err)
374 name := test.events.Last("subagent")
375 subagent, err := runs.subagents.Get(t.Context(), name)
376 require.NoError(t, err)
378 require.Eventually(t, func() bool {
379 _, err := os.Stat(filepath.Join(subagent.WorkDir(), "started"))
381 }, 10*time.Second, time.Millisecond)
384 found, err := test.loop.StopSubagent(name)
385 require.NoError(t, err)
386 require.True(t, found)
388 test.events.WaitFor(t, "work", 1)
389 require.Less(t, time.Since(start), 10*time.Second)
390 require.Equal(t, []string{
391 "note: Stopped by the user: " + name + ".",
392 "work: " + subagentReport(name, []string{"stopped"}),
395 require.Equal(t, subagentStopped, test.events.LastEvent("work").Status)
396 require.Equal(t, "<6>subagent started name="+name+"\n<6>subagent stopped name="+name+" after=0s\n", test.logs.String())
398 log, err := subagent.Show()
399 require.NoError(t, err)
400 require.Contains(t, log, "echo: \n[interrupted]")
402 found, err = test.loop.StopSubagent(name)
403 require.NoError(t, err)
404 require.False(t, found)
406 time.Sleep(50 * time.Millisecond)
407 require.Zero(t, test.events.Count("busy"))
410 func TestCloseEndsTheSubagentsWithNoReport(t *testing.T) {
411 server := newModelFake(t)
412 arrived := make(chan struct{})
413 release := make(chan struct{})
418 server.reply = func(_ http.ResponseWriter, _ ModelFakeCall) {
423 test := newTestTurnLoop(t, server)
424 runs := test.loop.runs
425 _, err := runs.Spawn(t.Context(), []string{"Wait."}, nil)
426 require.NoError(t, err)
430 require.Empty(t, runs.running)
431 require.Empty(t, test.Log(t))
433 _, err = runs.Spawn(t.Context(), []string{"Again."}, nil)
434 require.ErrorIs(t, err, errSubagentClosed)
436 entries, err := os.ReadDir(runs.subagents.dir)
437 require.NoError(t, err)
438 require.Len(t, entries, 1)
441 func TestRestartResumesTheCutSubagents(t *testing.T) {
442 server := newModelFake(t)
443 arrived := make(chan struct{}, 1)
444 release := make(chan struct{})
449 var restarted atomic.Bool
451 server.reply = func(w http.ResponseWriter, call ModelFakeCall) {
453 case subagentTestCall(call) && !restarted.Load():
454 arrived <- struct{}{}
457 case subagentTestCall(call):
458 modelWriteEvents(w, modelCompletedEvent([]any{modelMessageItem("Built.")}, 100, 0, 5))
460 modelWriteEvents(w, modelCompletedEvent([]any{modelMessageItem("Noted.")}, 100, 0, 5))
464 agent, err := openAgent(t.TempDir())
465 require.NoError(t, err)
467 first := &TurnEventRecorder{}
468 loop, _, stop := subagentTestStart(t, agent, server, first, discardLog())
469 _, err = loop.runs.Spawn(t.Context(), []string{"Build the project."}, nil)
470 require.NoError(t, err)
474 name := first.Last("subagent")
477 require.Zero(t, first.Count("work"))
479 data, err := os.ReadFile(filepath.Join(agent.dir, subagentWorkFileName))
480 require.NoError(t, err)
481 require.JSONEq(t, `{"running": ["`+name+`"]}`, string(data))
483 restarted.Store(true)
485 second := &TurnEventRecorder{}
486 loop, memory, stop := subagentTestStart(t, agent, server, second, discardLog())
489 second.WaitFor(t, "idle", 1)
491 note := "The daemon restarted, cutting " + name + "; nothing was lost: go on."
492 log := subagentTestChat(t, memory)
493 require.Equal(t, []string{
495 "work: " + subagentReport(name, []string{"Built."}),
499 subagent, err := loop.runs.subagents.Get(t.Context(), name)
500 require.NoError(t, err)
502 text, err := subagent.Show()
503 require.NoError(t, err)
504 require.Equal(t, "0|note: subagent\n\n1|user: Build the project.\n\n2|user: "+note+"\n\n3|reply: Built.", text)
506 data, err = os.ReadFile(filepath.Join(agent.dir, subagentWorkFileName))
507 require.NoError(t, err)
508 require.JSONEq(t, `{"running": []}`, string(data))
511 func TestRestartReportsASubagentThatCannotGoOn(t *testing.T) {
512 server := newModelFake(t)
513 agent, err := openAgent(t.TempDir())
514 require.NoError(t, err)
515 require.NoError(t, os.WriteFile(filepath.Join(agent.dir, subagentWorkFileName), []byte(`{"running": ["BlueFox"]}`), 0o600))
517 events := &TurnEventRecorder{}
518 logs := &SyncBuffer{}
519 _, memory, stop := subagentTestStart(t, agent, server, events, daemonTestLogger(logs))
522 events.WaitFor(t, "idle", 1)
523 require.Equal(t, []string{
524 "note: The daemon restarted, cutting BlueFox; nothing was lost: go on.",
525 "work: " + subagentReport("BlueFox", []string{"failed: open worker log: no agent BlueFox"}),
527 }, subagentTestChat(t, memory))
529 require.Equal(t, subagentFailed, events.LastEvent("work").Status)
530 require.Equal(t, "<3>subagent lost at restart name=BlueFox: open worker log: no agent BlueFox\n", logs.String())
532 data, err := os.ReadFile(filepath.Join(agent.dir, subagentWorkFileName))
533 require.NoError(t, err)
534 require.JSONEq(t, `{"running": []}`, string(data))
537 // subagentTestLastItem returns the last input item of call.
538 func subagentTestLastItem(call ModelFakeCall) map[string]any {
539 input := call.body["input"].([]any)
541 return input[len(input)-1].(map[string]any)
544 // subagentTestCall tells if call is a call of a subagent.
545 func subagentTestCall(call ModelFakeCall) bool {
546 instructions, _ := call.body["instructions"].(string)
548 return strings.HasPrefix(instructions, "You are a subagent")
551 // subagentTestText returns the text of the user message item, or "" for another
553 func subagentTestText(item map[string]any) string {
554 content, _ := item["content"].([]any)
556 var text strings.Builder
558 for _, part := range content {
559 value, _ := part.(map[string]any)["text"].(string)
560 text.WriteString(value)
566 // subagentTestStart runs a loop of agent with its memory and subagents in the
567 // agent directory, as the daemon does. The returned function stops the loop and
569 func subagentTestStart(t *testing.T, agent *Agent, server *ModelFake, events *TurnEventRecorder, logger *slog.Logger) (*TurnLoop, *Memory, func()) {
572 agent.config.Workdir = t.TempDir()
573 clock := newTestClock()
574 memory, err := openMemory(t.Context(), agent.dir, clock.Now, newFakeSummarizer(), discardLog())
575 require.NoError(t, err)
577 subagents := newSubagents(filepath.Join(agent.dir, subagentDirName), clock.Now, subagentNameRandom)
578 client := newModelClient(server.URL, ModelAPIKey(modelTestKey), agent.CacheKey(), filepath.Join(agent.dir, "usage.jsonl"))
579 whatsapp, _, _ := whatsappStartTest(t, t.TempDir(), clock)
580 loop, err := newTurnLoop(agent, memory, subagents, whatsapp, newTestSchedules(t, clock.Now), client, clock.Now, logger, events.Add)
581 require.NoError(t, err)
583 ctx, cancel := context.WithCancel(t.Context())
584 done := make(chan error)
586 done <- loop.Run(ctx)
589 return loop, memory, func() {
591 require.ErrorIs(t, <-done, context.Canceled)
592 require.NoError(t, subagents.Close())
593 require.NoError(t, memory.Close())
597 // subagentTestChat returns each message of the chat in memory as "kind: text".
598 func subagentTestChat(t *testing.T, memory *Memory) []string {
603 for id := range memory.Len() {
604 message, err := memory.Message(id)
605 require.NoError(t, err)
607 lines = append(lines, message.Kind+": "+message.Text)