Kernproblem: Claude vergisst [FORWARD]-Tag → Preparer leitet nie weiter. Lösung - Logik umgedreht: - Jede Antwort wird automatisch an Session-Agent weitergeleitet (Default) - Nur bei explizitem [QUESTION]-Tag wird gestoppt (Rückfrage an User) - [FORWARD] wird weiterhin erkannt und entfernt, ist aber optional Weitere Fixes: - Preparer bekommt eigene History mit includeTag='preparer', damit er den Kontext seiner vorherigen Rückfragen sieht - Session-Agent bekommt saubere History ohne Sub-Agent-Messages (nach Preparer-Phase frisch aus DB geladen) - [QUESTION] wird im Frontend-Markdown ausgeblendet
208 lines
8.3 KiB
C#
208 lines
8.3 KiB
C#
using System.Collections.Generic;
|
|
using System.Linq;
|
|
using System.Text.Json;
|
|
using System.Threading;
|
|
using System.Threading.Tasks;
|
|
using Gott.Extensions;
|
|
using Gott.Models;
|
|
using Gott.Services;
|
|
using Microsoft.AspNetCore.Builder;
|
|
using Microsoft.AspNetCore.Http;
|
|
using Microsoft.AspNetCore.Routing;
|
|
using Microsoft.Extensions.Configuration;
|
|
|
|
namespace Gott.Endpoints;
|
|
|
|
public static class ChatEndpoint
|
|
{
|
|
public static void MapChatEndpoint(this IEndpointRouteBuilder app)
|
|
{
|
|
app.MapPost("/api/chat", HandleChat);
|
|
app.MapPost("/api/chat/stop", HandleStop);
|
|
}
|
|
|
|
private static async Task HandleChat(HttpRequest req, HttpResponse res, IConfiguration config, ChatService chatService, DatabaseService db, StreamingTracker streamingTracker, AnthropicService anthropic, CancellationToken cancellationToken)
|
|
{
|
|
var body = await JsonSerializer.DeserializeAsync<ChatRequest>(req.Body);
|
|
if (body == null)
|
|
{
|
|
res.StatusCode = 400;
|
|
await res.WriteAsJsonAsync(new { error = "body required" });
|
|
return;
|
|
}
|
|
|
|
var sessionId = body.SessionId;
|
|
if (string.IsNullOrEmpty(sessionId))
|
|
{
|
|
res.StatusCode = 400;
|
|
await res.WriteAsJsonAsync(new { error = "sessionId required" });
|
|
return;
|
|
}
|
|
|
|
// Prüfe ob dies eine Choice-Antwort ist (ask_user_choice response)
|
|
var isChoiceResponse = !string.IsNullOrEmpty(body.ChoiceToolCallId) && !string.IsNullOrEmpty(body.ChoiceResult);
|
|
|
|
if (!isChoiceResponse && body.Content.ValueKind == JsonValueKind.Undefined)
|
|
{
|
|
res.StatusCode = 400;
|
|
await res.WriteAsJsonAsync(new { error = "content required" });
|
|
return;
|
|
}
|
|
|
|
var userId = req.HttpContext.GetUserId();
|
|
var maxIterations = config.GetValue<int>("MaxIterations", 100);
|
|
|
|
// Bei Choice-Response: planMode vom vorherigen Chain übernehmen
|
|
var effectivePlanMode = body.PlanMode;
|
|
if (isChoiceResponse && !effectivePlanMode)
|
|
{
|
|
var prevChainId = await chatService.FindChainWithToolCall(sessionId, body.ChoiceToolCallId);
|
|
if (prevChainId != null)
|
|
{
|
|
var prevChain = await db.GetChain(prevChainId);
|
|
if (prevChain != null) effectivePlanMode = prevChain.PlanMode;
|
|
}
|
|
}
|
|
|
|
var ctx = await chatService.PrepareContext(sessionId, userId, maxIterations, planMode: effectivePlanMode);
|
|
if (ctx == null)
|
|
{
|
|
res.StatusCode = 400;
|
|
await res.WriteAsJsonAsync(new { error = "Session/Agent nicht gefunden oder kein Agent ausgewählt" });
|
|
return;
|
|
}
|
|
|
|
if (isChoiceResponse)
|
|
{
|
|
// Choice-Antwort: tool_result in die VORHERIGE Chain speichern (wo der tool_use liegt)
|
|
// Damit BuildHistoryFromDb die tool_use + tool_result korrekt zusammenbauen kann.
|
|
var previousChainId = await chatService.FindChainWithToolCall(sessionId, body.ChoiceToolCallId);
|
|
if (previousChainId != null)
|
|
{
|
|
await db.SaveMessage(new MessageRecord
|
|
{
|
|
ChainId = previousChainId,
|
|
Iteration = 999, // Hohe Iteration damit es nach dem tool_use kommt
|
|
Role = "user",
|
|
Type = "tool_result",
|
|
ToolCallId = body.ChoiceToolCallId,
|
|
Content = body.ChoiceResult
|
|
});
|
|
}
|
|
else
|
|
{
|
|
// Fallback: In aktuelle Chain speichern
|
|
await db.SaveMessage(new MessageRecord
|
|
{
|
|
ChainId = ctx.ChainId,
|
|
Iteration = 0,
|
|
Role = "user",
|
|
Type = "tool_result",
|
|
ToolCallId = body.ChoiceToolCallId,
|
|
Content = body.ChoiceResult
|
|
});
|
|
}
|
|
}
|
|
else
|
|
{
|
|
// Normale User-Message aufbereiten und speichern
|
|
var userMessage = new ChatMessage { Role = "user", Content = body.Content };
|
|
var textContent = userMessage.GetTextContent();
|
|
var attachmentBlocks = userMessage.GetAttachmentBlocks();
|
|
|
|
var attachmentRecords = attachmentBlocks.Select(b => new AttachmentRecord
|
|
{
|
|
Type = b.Type,
|
|
MediaType = b.MediaType,
|
|
FileName = b.FileName,
|
|
Data = b.Data
|
|
}).ToList();
|
|
|
|
await db.SaveMessageWithAttachments(new MessageRecord
|
|
{
|
|
ChainId = ctx.ChainId,
|
|
Iteration = 0,
|
|
Role = "user",
|
|
Type = "text",
|
|
Content = textContent
|
|
}, attachmentRecords);
|
|
}
|
|
|
|
res.Headers["Content-Type"] = "text/event-stream";
|
|
res.Headers["Cache-Control"] = "no-cache";
|
|
res.Headers["Connection"] = "keep-alive";
|
|
|
|
// ── Preparer-Agent Phase (vor dem Worker) ──
|
|
if (ctx.Preparer != null && !isChoiceResponse)
|
|
{
|
|
// Preparer bekommt History MIT seinen eigenen vorherigen Messages (Tag "preparer"),
|
|
// damit er den Kontext seiner Rückfragen kennt
|
|
var preparerHistory = await chatService.BuildHistoryFromDb(sessionId, includeTag: "preparer");
|
|
|
|
var preparerResult = await anthropic.RunPreparer(
|
|
res, ctx.Preparer, preparerHistory, ctx.ChainId, ctx.Workspace, sessionId, cancellationToken);
|
|
|
|
if (!preparerResult.ShouldForward)
|
|
{
|
|
// Preparer hat eine Rückfrage → Antwort als Text streamen, Flow beenden
|
|
// Preparer-Antwort wird schon in RunAgentChat in DB gespeichert
|
|
await AnthropicService.WriteSseEvent(res, "done", new
|
|
{
|
|
chainId = ctx.ChainId,
|
|
stopReason = "preparer_query",
|
|
planMode = ctx.PlanMode
|
|
}, cancellationToken);
|
|
return;
|
|
}
|
|
|
|
// Preparer ist zufrieden → aufbereiteten Prompt in DB speichern
|
|
if (!string.IsNullOrWhiteSpace(preparerResult.ForwardedPrompt))
|
|
{
|
|
await db.SaveMessage(new MessageRecord
|
|
{
|
|
ChainId = ctx.ChainId,
|
|
Iteration = 0,
|
|
Role = "user",
|
|
Type = "text",
|
|
Content = $"[Vorbereitet von {ctx.Preparer.Agent?.Name ?? "Vorbereiter-Agent"}]:\n{preparerResult.ForwardedPrompt}"
|
|
});
|
|
}
|
|
}
|
|
|
|
// History für den Session-Agent: OHNE Sub-Agent-Messages (saubere History)
|
|
var messages = await chatService.BuildHistoryFromDb(sessionId);
|
|
|
|
// Bei Choice-Response: toolChoice auf "auto" setzen, damit Claude frei antworten kann
|
|
var effectiveToolChoice = isChoiceResponse ? "auto" : ctx.ToolChoice;
|
|
|
|
// CancellationToken: Verknüpft Stop-Button (über StreamingTracker) + Client-Disconnect
|
|
var stopCts = streamingTracker.Start(sessionId, ctx.ChainId);
|
|
using var linkedCts = CancellationTokenSource.CreateLinkedTokenSource(cancellationToken, stopCts.Token);
|
|
|
|
try
|
|
{
|
|
await anthropic.StreamChat(res, ctx.ModelId, ctx.SystemPrompt, messages, ctx.ChainId, ctx.Workspace, sessionId, agentId: ctx.AgentId, useMemory: ctx.UseMemory, webSearchVersion: ctx.WebSearchVersion, maxIterations: ctx.MaxIterations, toolChoice: effectiveToolChoice, review: ctx.Review, finalizer: ctx.Finalizer, allowUserChoice: ctx.Agent?.AllowUserChoice ?? true, planMode: ctx.PlanMode, cancellationToken: linkedCts.Token);
|
|
}
|
|
finally
|
|
{
|
|
streamingTracker.Stop(sessionId);
|
|
}
|
|
}
|
|
|
|
private static async Task HandleStop(HttpRequest req, HttpResponse res, StreamingTracker streamingTracker)
|
|
{
|
|
var body = await JsonSerializer.DeserializeAsync<JsonElement>(req.Body);
|
|
var sessionId = body.TryGetProperty("sessionId", out var sid) ? sid.GetString() : null;
|
|
|
|
if (string.IsNullOrEmpty(sessionId))
|
|
{
|
|
res.StatusCode = 400;
|
|
await res.WriteAsJsonAsync(new { error = "sessionId required" });
|
|
return;
|
|
}
|
|
|
|
var cancelled = streamingTracker.Cancel(sessionId);
|
|
await res.WriteAsJsonAsync(new { stopped = cancelled });
|
|
}
|
|
}
|