- HttpResponseMessage mit using disposen (3 Stellen in AnthropicService) verhindert Socket-Exhaustion unter Windows (2 Connections/Host Limit) - SSE DisableBuffering() in ChatEndpoint für sofortigen Flush unter Windows - Execute: stdout/stderr vor WaitForExitAsync lesen statt danach verhindert Pipe-Deadlock bei vollem Buffer (Windows: 4KB) - Plan-Modus: Frontend sendet planMode bei Choice-Response mit Backend-Fallback auf vorherigen Chain entfernt - User-Entscheidung gilt
200 lines
8.1 KiB
C#
200 lines
8.1 KiB
C#
using System.Collections.Generic;
|
||
using System.Linq;
|
||
using System.Text.Json;
|
||
using System.Threading;
|
||
using System.Threading.Tasks;
|
||
using Gott.Extensions;
|
||
using Gott.Models;
|
||
using Gott.Services;
|
||
using Microsoft.AspNetCore.Builder;
|
||
using Microsoft.AspNetCore.Http;
|
||
using Microsoft.AspNetCore.Routing;
|
||
using Microsoft.Extensions.Configuration;
|
||
|
||
namespace Gott.Endpoints;
|
||
|
||
public static class ChatEndpoint
|
||
{
|
||
public static void MapChatEndpoint(this IEndpointRouteBuilder app)
|
||
{
|
||
app.MapPost("/api/chat", HandleChat);
|
||
app.MapPost("/api/chat/stop", HandleStop);
|
||
}
|
||
|
||
private static async Task HandleChat(HttpRequest req, HttpResponse res, IConfiguration config, ChatService chatService, DatabaseService db, StreamingTracker streamingTracker, AnthropicService anthropic, CancellationToken cancellationToken)
|
||
{
|
||
var body = await JsonSerializer.DeserializeAsync<ChatRequest>(req.Body);
|
||
if (body == null)
|
||
{
|
||
res.StatusCode = 400;
|
||
await res.WriteAsJsonAsync(new { error = "body required" });
|
||
return;
|
||
}
|
||
|
||
var sessionId = body.SessionId;
|
||
if (string.IsNullOrEmpty(sessionId))
|
||
{
|
||
res.StatusCode = 400;
|
||
await res.WriteAsJsonAsync(new { error = "sessionId required" });
|
||
return;
|
||
}
|
||
|
||
// Prüfe ob dies eine Choice-Antwort ist (ask_user_choice response)
|
||
var isChoiceResponse = !string.IsNullOrEmpty(body.ChoiceToolCallId) && !string.IsNullOrEmpty(body.ChoiceResult);
|
||
|
||
if (!isChoiceResponse && body.Content.ValueKind == JsonValueKind.Undefined)
|
||
{
|
||
res.StatusCode = 400;
|
||
await res.WriteAsJsonAsync(new { error = "content required" });
|
||
return;
|
||
}
|
||
|
||
var userId = req.HttpContext.GetUserId();
|
||
var maxIterations = config.GetValue<int>("MaxIterations", 100);
|
||
|
||
var ctx = await chatService.PrepareContext(sessionId, userId, maxIterations, planMode: body.PlanMode);
|
||
if (ctx == null)
|
||
{
|
||
res.StatusCode = 400;
|
||
await res.WriteAsJsonAsync(new { error = "Session/Agent nicht gefunden oder kein Agent ausgewählt" });
|
||
return;
|
||
}
|
||
|
||
if (isChoiceResponse)
|
||
{
|
||
// Choice-Antwort: tool_result in die VORHERIGE Chain speichern (wo der tool_use liegt)
|
||
// Damit BuildHistoryFromDb die tool_use + tool_result korrekt zusammenbauen kann.
|
||
var previousChainId = await chatService.FindChainWithToolCall(sessionId, body.ChoiceToolCallId);
|
||
if (previousChainId != null)
|
||
{
|
||
await db.SaveMessage(new MessageRecord
|
||
{
|
||
ChainId = previousChainId,
|
||
Iteration = 999, // Hohe Iteration damit es nach dem tool_use kommt
|
||
Role = "user",
|
||
Type = "tool_result",
|
||
ToolCallId = body.ChoiceToolCallId,
|
||
Content = body.ChoiceResult
|
||
});
|
||
}
|
||
else
|
||
{
|
||
// Fallback: In aktuelle Chain speichern
|
||
await db.SaveMessage(new MessageRecord
|
||
{
|
||
ChainId = ctx.ChainId,
|
||
Iteration = 0,
|
||
Role = "user",
|
||
Type = "tool_result",
|
||
ToolCallId = body.ChoiceToolCallId,
|
||
Content = body.ChoiceResult
|
||
});
|
||
}
|
||
}
|
||
else
|
||
{
|
||
// Normale User-Message aufbereiten und speichern
|
||
var userMessage = new ChatMessage { Role = "user", Content = body.Content };
|
||
var textContent = userMessage.GetTextContent();
|
||
var attachmentBlocks = userMessage.GetAttachmentBlocks();
|
||
|
||
var attachmentRecords = attachmentBlocks.Select(b => new AttachmentRecord
|
||
{
|
||
Type = b.Type,
|
||
MediaType = b.MediaType,
|
||
FileName = b.FileName,
|
||
Data = b.Data
|
||
}).ToList();
|
||
|
||
await db.SaveMessageWithAttachments(new MessageRecord
|
||
{
|
||
ChainId = ctx.ChainId,
|
||
Iteration = 0,
|
||
Role = "user",
|
||
Type = "text",
|
||
Content = textContent
|
||
}, attachmentRecords);
|
||
}
|
||
|
||
res.Headers["Content-Type"] = "text/event-stream";
|
||
res.Headers["Cache-Control"] = "no-cache";
|
||
res.Headers["Connection"] = "keep-alive";
|
||
|
||
// Response-Buffering deaktivieren – wichtig für SSE unter Windows
|
||
var bufferingFeature = res.HttpContext.Features.Get<Microsoft.AspNetCore.Http.Features.IHttpResponseBodyFeature>();
|
||
bufferingFeature?.DisableBuffering();
|
||
|
||
// ── Preparer-Agent Phase (vor dem Worker) ──
|
||
if (ctx.Preparer != null && !isChoiceResponse)
|
||
{
|
||
// Preparer bekommt History MIT seinen eigenen vorherigen Messages (Tag "preparer"),
|
||
// damit er den Kontext seiner Rückfragen kennt
|
||
var preparerHistory = await chatService.BuildHistoryFromDb(sessionId, includeTag: "preparer", promptBlocks: ctx.PromptBlocks);
|
||
|
||
var preparerResult = await anthropic.RunPreparer(
|
||
res, ctx.Preparer, preparerHistory, ctx.ChainId, ctx.Workspace, sessionId, cancellationToken);
|
||
|
||
if (!preparerResult.ShouldForward)
|
||
{
|
||
// Preparer hat eine Rückfrage → Antwort als Text streamen, Flow beenden
|
||
// Preparer-Antwort wird schon in RunAgentChat in DB gespeichert
|
||
await AnthropicService.WriteSseEvent(res, "done", new
|
||
{
|
||
chainId = ctx.ChainId,
|
||
stopReason = "preparer_query",
|
||
planMode = ctx.PlanMode
|
||
}, cancellationToken);
|
||
return;
|
||
}
|
||
|
||
// Preparer ist zufrieden → aufbereiteten Prompt in DB speichern
|
||
if (!string.IsNullOrWhiteSpace(preparerResult.ForwardedPrompt))
|
||
{
|
||
await db.SaveMessage(new MessageRecord
|
||
{
|
||
ChainId = ctx.ChainId,
|
||
Iteration = 0,
|
||
Role = "user",
|
||
Type = "text",
|
||
Content = $"[Vorbereitet von {ctx.Preparer.Agent?.Name ?? "Vorbereiter-Agent"}]:\n{preparerResult.ForwardedPrompt}"
|
||
});
|
||
}
|
||
}
|
||
|
||
// History für den Session-Agent: OHNE Sub-Agent-Messages (saubere History)
|
||
var messages = await chatService.BuildHistoryFromDb(sessionId, promptBlocks: ctx.PromptBlocks);
|
||
|
||
// Bei Choice-Response: toolChoice auf "auto" setzen, damit Claude frei antworten kann
|
||
var effectiveToolChoice = isChoiceResponse ? "auto" : ctx.ToolChoice;
|
||
|
||
// CancellationToken: Verknüpft Stop-Button (über StreamingTracker) + Client-Disconnect
|
||
var stopCts = streamingTracker.Start(sessionId, ctx.ChainId);
|
||
using var linkedCts = CancellationTokenSource.CreateLinkedTokenSource(cancellationToken, stopCts.Token);
|
||
|
||
try
|
||
{
|
||
await anthropic.StreamChat(res, ctx.ModelId, ctx.SystemPrompt, messages, ctx.ChainId, ctx.Workspace, sessionId, agentId: ctx.AgentId, useMemory: ctx.UseMemory, webSearchVersion: ctx.WebSearchVersion, maxIterations: ctx.MaxIterations, toolChoice: effectiveToolChoice, review: ctx.Review, finalizer: ctx.Finalizer, allowUserChoice: ctx.Agent?.AllowUserChoice ?? true, planMode: ctx.PlanMode, cancellationToken: linkedCts.Token);
|
||
}
|
||
finally
|
||
{
|
||
streamingTracker.Stop(sessionId);
|
||
}
|
||
}
|
||
|
||
private static async Task HandleStop(HttpRequest req, HttpResponse res, StreamingTracker streamingTracker)
|
||
{
|
||
var body = await JsonSerializer.DeserializeAsync<JsonElement>(req.Body);
|
||
var sessionId = body.TryGetProperty("sessionId", out var sid) ? sid.GetString() : null;
|
||
|
||
if (string.IsNullOrEmpty(sessionId))
|
||
{
|
||
res.StatusCode = 400;
|
||
await res.WriteAsJsonAsync(new { error = "sessionId required" });
|
||
return;
|
||
}
|
||
|
||
var cancelled = streamingTracker.Cancel(sessionId);
|
||
await res.WriteAsJsonAsync(new { stopped = cancelled });
|
||
}
|
||
}
|