X-Git-Url: https://git.giacomolli.uk/onechat/blobdiff_plain/5a93b6124068c2a8748fc0bfbb2a2d151815bcf0..add3cf6416e33c24331fd1e90e99284f44d2aae2:/turn.go

diff --git a/turn.go b/turn.go
index e0bd489..2c1d9c2 100644
--- a/turn.go
+++ b/turn.go
@@ -60,6 +60,7 @@ func newTurnLoop(agent *Agent, memory *Memory, subagents *Subagents, whatsapp *W
 		schedules: schedules,
 		workdir:   agent.config.Workdir,
 		agentName: agent.config.Name,
+		images:    agent.Images(),
 	}
 
 	return l, nil
@@ -423,10 +424,19 @@ func (l *TurnLoop) chain(ctx context.Context) (string, error) {
 			Instructions: instructions,
 			Tools:        l.agent.Tools(),
 		},
-		take: l.take,
+		take:   l.take,
+		images: l.agent.Images(),
 	}
 
-	reply, err := chain.Run(ctx, turnInput(view, l.state(), messages))
+	input := turnInput(view, l.state(), messages)
+	for n, message := range messages {
+		input[len(input)-len(messages)+n], err = imageUserMessage(l.agent.Images(), message.Text)
+		if err != nil {
+			return "", fmt.Errorf("read turn images: %w", err)
+		}
+	}
+
+	reply, err := chain.Run(ctx, input)
 	if err != nil {
 		return "", fmt.Errorf("run turn chain: %w", err)
 	}