refactor: AnthropicService partial-class Aufteilung + ToolPayloadOptions + Non-Streaming Deduplizierung
- AnthropicService.cs (337 Zeilen): Felder, Konstruktor, Setters, Utilities - AnthropicService.Streaming.cs (750 Zeilen): StreamChat, ProcessStream, SSE-Parsing - AnthropicService.Agents.cs (680 Zeilen): RunAgentChat, ChatNonStreaming, Review/Preparer/Finalizer - AnthropicService.Cli.cs (530 Zeilen): StreamChatViaCli, MCP-Config, CLI-Helpers - AddToolsToPayload: 12 Bool-Parameter → ToolPayloadOptions Record - RunAgentChat + ChatNonStreaming → gemeinsame RunNonStreamingToolLoop-Methode Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
MelekiandClaude Opus 4.6 committed
1 parent
92ecaf9dac
commit
1c622abb37
5 files changed
+2020
-2111
No files matched your search
@@ -0,0 +1,750 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.IO;
|
||||
using System.Linq;
|
||||
using System.Net.Http;
|
||||
using System.Text;
|
||||
using System.Text.Json;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using Gott.Models;
|
||||
using Microsoft.AspNetCore.Http;
|
||||
|
||||
namespace Gott.Services;
|
||||
|
||||
public partial class AnthropicService
|
||||
{
|
||||
public async Task StreamChat(
|
||||
HttpResponse response,
|
||||
string modelId,
|
||||
List<object> systemPrompt,
|
||||
List<object> messages,
|
||||
string chainId,
|
||||
string workspace,
|
||||
string apiToken,
|
||||
string sessionId = null,
|
||||
string agentId = null,
|
||||
string userId = null,
|
||||
bool useMemory = true,
|
||||
string webSearchVersion = null,
|
||||
int maxIterations = 100,
|
||||
string toolChoice = "any",
|
||||
SubAgentContext review = null,
|
||||
SubAgentContext finalizer = null,
|
||||
bool allowUserChoice = true,
|
||||
bool planMode = false,
|
||||
bool useAutoContext = true,
|
||||
bool useGitHubSearch = false,
|
||||
bool useSerperSearch = false,
|
||||
CancellationToken workCt = default,
|
||||
CancellationToken hardCt = default,
|
||||
CancellationToken sseCt = default,
|
||||
RemoteConnectionManager remoteMgr = null)
|
||||
{
|
||||
var sw = System.Diagnostics.Stopwatch.StartNew();
|
||||
var usage = new TokenUsage();
|
||||
int iterations = 0;
|
||||
int reviewRound = 0;
|
||||
string lastStopReason = "";
|
||||
int promptTrimRetries = 0;
|
||||
|
||||
var chain = new ChainRecord
|
||||
{
|
||||
ChainId = chainId,
|
||||
SessionId = sessionId,
|
||||
Model = modelId
|
||||
};
|
||||
|
||||
try
|
||||
{
|
||||
// ── Automatische Kontext-Injektion via Embedding-Suche ──
|
||||
if (useAutoContext && _vectorSearch != null && systemPrompt != null && messages.Count > 0)
|
||||
{
|
||||
try
|
||||
{
|
||||
// Letzte User-Message als Query extrahieren
|
||||
var lastUserText = ExtractLastUserText(messages);
|
||||
if (!string.IsNullOrWhiteSpace(lastUserText))
|
||||
{
|
||||
var contextResults = await _vectorSearch.SearchAsync(lastUserText, agentId, topN: 5, minScore: 0.45f);
|
||||
// Nur Ergebnisse aus anderen Sessions (nicht aktuelle Chain) und nicht zu kurze
|
||||
contextResults.RemoveAll(r => r.ChainId == chainId || (r.TextPreview?.Length ?? 0) < 20);
|
||||
// Memory-Dateien durchsuchen
|
||||
var memoryResults = await _vectorSearch.SearchMemoryFilesAsync(lastUserText, agentId, topN: 3, minScore: 0.45f);
|
||||
|
||||
if (contextResults.Count > 0 || memoryResults.Count > 0)
|
||||
{
|
||||
var ctxSb = new StringBuilder();
|
||||
ctxSb.AppendLine("\n<recalled_context>");
|
||||
ctxSb.AppendLine("Die folgende Information wurde automatisch abgerufen und könnte relevant sein:");
|
||||
foreach (var r in contextResults)
|
||||
{
|
||||
var date = DateTime.TryParse(r.CreatedAt, out var dt) ? dt.ToString("yyyy-MM-dd HH:mm") : r.CreatedAt;
|
||||
ctxSb.AppendLine($"- [Gespräch, {r.Role}, {date}]: {r.TextPreview}");
|
||||
}
|
||||
foreach (var r in memoryResults)
|
||||
{
|
||||
ctxSb.AppendLine($"- [Memory, {r.FilePath}]: {r.TextPreview}");
|
||||
}
|
||||
ctxSb.AppendLine("</recalled_context>");
|
||||
systemPrompt.Add(new { type = "text", text = ctxSb.ToString() });
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
Console.WriteLine($"[AutoContext] Error: {ex.Message}");
|
||||
}
|
||||
}
|
||||
|
||||
while (iterations < maxIterations)
|
||||
{
|
||||
// Hard-Stop: Sofortiger Abbruch aus while-Loop (Doppel-Klick Stop)
|
||||
hardCt.ThrowIfCancellationRequested();
|
||||
workCt.ThrowIfCancellationRequested();
|
||||
iterations++;
|
||||
|
||||
var payload = new Dictionary<string, object>
|
||||
{
|
||||
["model"] = modelId,
|
||||
["max_tokens"] = 16384,
|
||||
["cache_control"] = new { type = "ephemeral" },
|
||||
["messages"] = messages,
|
||||
["stream"] = true
|
||||
};
|
||||
|
||||
if (systemPrompt != null && systemPrompt.Count > 0)
|
||||
payload["system"] = systemPrompt;
|
||||
|
||||
var hasRemote = remoteMgr?.GetBySessionId(sessionId) != null;
|
||||
AddToolsToPayload(payload, new ToolPayloadOptions
|
||||
{
|
||||
Workspace = workspace,
|
||||
AgentId = agentId,
|
||||
UseMemory = useMemory,
|
||||
WebSearchVersion = webSearchVersion,
|
||||
ToolChoice = toolChoice,
|
||||
Iteration = iterations,
|
||||
AllowUserChoice = allowUserChoice,
|
||||
PlanMode = planMode,
|
||||
IncludeRemote = hasRemote,
|
||||
IncludeGitHubSearch = useGitHubSearch && _toolService.HasGitHubToken,
|
||||
IncludeSerperSearch = useSerperSearch && _toolService.HasSerperKey
|
||||
});
|
||||
|
||||
var client = CreateClient(apiToken);
|
||||
var json = JsonSerializer.Serialize(payload, new JsonSerializerOptions { WriteIndented = true });
|
||||
LogPayload(json, sessionId, chainId, iterations);
|
||||
var httpContent = new StringContent(json, Encoding.UTF8, "application/json");
|
||||
|
||||
using var httpResp = await client.SendAsync(
|
||||
new HttpRequestMessage(HttpMethod.Post, "https://api.anthropic.com/v1/messages") { Content = httpContent },
|
||||
HttpCompletionOption.ResponseHeadersRead,
|
||||
workCt
|
||||
);
|
||||
|
||||
TryUpdateKeyMeta(httpResp, apiToken);
|
||||
|
||||
if (!httpResp.IsSuccessStatusCode)
|
||||
{
|
||||
var errBody = await httpResp.Content.ReadAsStringAsync(workCt);
|
||||
var errMsg = $"API {(int)httpResp.StatusCode}: {errBody}";
|
||||
|
||||
// Auto-Retry bei "prompt too long" / "exceed context limit": History kürzen und erneut versuchen
|
||||
if ((int)httpResp.StatusCode == 400 &&
|
||||
(errBody.Contains("prompt is too long") || errBody.Contains("exceed context limit")) &&
|
||||
messages.Count > 4 && promptTrimRetries < 5)
|
||||
{
|
||||
promptTrimRetries++;
|
||||
int trimCount = Math.Max(2, messages.Count / 5); // 20% der Messages entfernen
|
||||
trimCount = TrimMessagesCleanly(messages, trimCount);
|
||||
if (trimCount > 0)
|
||||
{
|
||||
await SseHelper.TryWriteSse(response, "info", new { message = $"History zu lang – {trimCount} ältere Messages entfernt, Retry ({promptTrimRetries}/5)..." }, sseCt);
|
||||
iterations--; // Iteration nicht zählen, war ja kein echter Versuch
|
||||
continue; // → nächste while-Iteration mit kürzerer History
|
||||
}
|
||||
}
|
||||
|
||||
await _db.SaveMessage(new MessageRecord
|
||||
{
|
||||
ChainId = chainId, Iteration = iterations,
|
||||
Role = "system", Type = "error",
|
||||
Content = errMsg, IsError = true
|
||||
});
|
||||
await SseHelper.TryWriteSse(response, "error", new { error = errMsg }, sseCt);
|
||||
await FinalizeChain(chain, usage, iterations, "error", sw);
|
||||
await SseHelper.TryWriteSse(response, "done", new { chainId = chain.ChainId }, sseCt);
|
||||
return;
|
||||
}
|
||||
|
||||
var (stopReason, assistantContent, executedTools, streamErrorInfo) = await ProcessStream(response, httpResp, usage, workspace, agentId, workCt, sseCt, remoteMgr, sessionId, userId, apiToken);
|
||||
lastStopReason = stopReason;
|
||||
promptTrimRetries = 0; // Erfolgreicher API-Call → Retry-Counter resetten
|
||||
|
||||
messages.Add(new { role = "assistant", content = assistantContent });
|
||||
|
||||
// Assistant-Blöcke persistieren
|
||||
foreach (var block in assistantContent)
|
||||
{
|
||||
var blockJson = JsonSerializer.Serialize(block);
|
||||
var el = JsonSerializer.Deserialize<JsonElement>(blockJson);
|
||||
var blockType = el.GetProperty("type").GetString() ?? "";
|
||||
|
||||
if (blockType == "text")
|
||||
{
|
||||
var textContent = el.GetProperty("text").GetString();
|
||||
var msgId = await _db.SaveMessage(new MessageRecord
|
||||
{
|
||||
ChainId = chainId, Iteration = iterations,
|
||||
Role = "assistant", Type = "text",
|
||||
Content = textContent
|
||||
});
|
||||
_embeddingBg?.Enqueue(msgId, chainId, sessionId, agentId, "assistant", textContent ?? "");
|
||||
}
|
||||
else if (blockType == "tool_use")
|
||||
{
|
||||
await _db.SaveMessage(new MessageRecord
|
||||
{
|
||||
ChainId = chainId, Iteration = iterations,
|
||||
Role = "assistant", Type = "tool_use",
|
||||
ToolName = el.GetProperty("name").GetString(),
|
||||
ToolCallId = el.GetProperty("id").GetString(),
|
||||
Content = el.GetProperty("input").ToString()
|
||||
});
|
||||
}
|
||||
else if (blockType == "server_tool_use")
|
||||
{
|
||||
await _db.SaveMessage(new MessageRecord
|
||||
{
|
||||
ChainId = chainId, Iteration = iterations,
|
||||
Role = "assistant", Type = "server_tool_use",
|
||||
Content = el.GetRawText()
|
||||
});
|
||||
}
|
||||
else if (blockType == "web_search_tool_result")
|
||||
{
|
||||
// Raw-JSON speichern für History-Rebuild (API braucht den vollständigen Block)
|
||||
await _db.SaveMessage(new MessageRecord
|
||||
{
|
||||
ChainId = chainId, Iteration = iterations,
|
||||
Role = "assistant", Type = "web_search_result",
|
||||
Content = el.GetRawText()
|
||||
});
|
||||
}
|
||||
else if (blockType.EndsWith("_tool_result"))
|
||||
{
|
||||
// Generische Server-Tool-Results (bash_code_execution_tool_result, code_execution_tool_result etc.)
|
||||
await _db.SaveMessage(new MessageRecord
|
||||
{
|
||||
ChainId = chainId, Iteration = iterations,
|
||||
Role = "assistant", Type = "server_tool_result",
|
||||
Content = el.GetRawText()
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
// Tool Results persistieren
|
||||
foreach (var tr in executedTools)
|
||||
{
|
||||
await _db.SaveMessage(new MessageRecord
|
||||
{
|
||||
ChainId = chainId, Iteration = iterations,
|
||||
Role = "user", Type = "tool_result",
|
||||
ToolCallId = tr.Id,
|
||||
Content = tr.Result,
|
||||
IsError = tr.IsError
|
||||
});
|
||||
}
|
||||
|
||||
if (stopReason != "tool_use")
|
||||
{
|
||||
// ── Review-Agent Phase ──
|
||||
if (review != null && stopReason == "end_turn" && reviewRound < review.MaxReviewIterations)
|
||||
{
|
||||
var reviewResult = await RunReview(response, review, messages, chainId, workspace, sessionId, apiToken, usage, iterations, reviewRound, workCt, sseCt);
|
||||
iterations += reviewResult.ReviewIterationCount;
|
||||
reviewRound++;
|
||||
|
||||
if (reviewResult.HasFeedback)
|
||||
{
|
||||
// Feedback als User-Message an Worker zurückgeben → nächste Iteration
|
||||
messages.Add(new Dictionary<string, object>
|
||||
{
|
||||
["role"] = "user",
|
||||
["content"] = new List<object> { new { type = "text", text = reviewResult.Feedback } }
|
||||
});
|
||||
await _db.SaveMessage(new MessageRecord
|
||||
{
|
||||
ChainId = chainId, Iteration = iterations,
|
||||
Role = "user", Type = "text",
|
||||
Content = reviewResult.Feedback
|
||||
});
|
||||
continue; // → nächste Worker-Iteration
|
||||
}
|
||||
}
|
||||
|
||||
// ── Finalizer-Agent Phase ──
|
||||
if (finalizer != null && stopReason == "end_turn")
|
||||
{
|
||||
var finalizerIterations = await RunFinalizer(response, finalizer, messages, chainId, workspace, sessionId, apiToken, usage, iterations, workCt, sseCt);
|
||||
iterations += finalizerIterations;
|
||||
}
|
||||
|
||||
var finalStopReason = string.IsNullOrEmpty(stopReason) ? "unexpected_end" : stopReason;
|
||||
await FinalizeChain(chain, usage, iterations, finalStopReason, sw, streamErrorInfo);
|
||||
await SseHelper.TryWriteSse(response, "done", new
|
||||
{
|
||||
model = modelId,
|
||||
inputTokens = usage.InputTokens,
|
||||
outputTokens = usage.OutputTokens,
|
||||
cacheCreationTokens = usage.CacheCreationTokens,
|
||||
cacheReadTokens = usage.CacheReadTokens,
|
||||
iterations,
|
||||
chainId,
|
||||
durationMs = sw.ElapsedMilliseconds,
|
||||
stopReason = finalStopReason,
|
||||
streamErrorInfo,
|
||||
planMode
|
||||
}, sseCt);
|
||||
return;
|
||||
}
|
||||
|
||||
var toolResults = new List<object>();
|
||||
foreach (var tr in executedTools)
|
||||
{
|
||||
toolResults.Add(new
|
||||
{
|
||||
type = "tool_result",
|
||||
tool_use_id = tr.Id,
|
||||
content = TruncateToolResult(tr.Result),
|
||||
is_error = tr.IsError
|
||||
});
|
||||
}
|
||||
|
||||
messages.Add(new { role = "user", content = toolResults });
|
||||
|
||||
// Hard-Stop Check nach Tool-Ausführung: Sofort raus statt nächste Iteration
|
||||
hardCt.ThrowIfCancellationRequested();
|
||||
}
|
||||
|
||||
await FinalizeChain(chain, usage, iterations, "max_iterations", sw);
|
||||
await SseHelper.TryWriteSse(response, "error", new { error = "Max iterations erreicht" }, sseCt);
|
||||
await SseHelper.TryWriteSse(response, "done", new { chainId = chain.ChainId }, sseCt);
|
||||
}
|
||||
catch (OperationCanceledException) when (workCt.IsCancellationRequested || hardCt.IsCancellationRequested)
|
||||
{
|
||||
// Stop-Button gedrückt (workCt oder hardCt wurde gecancelled)
|
||||
await FinalizeChain(chain, usage, iterations, "stopped", sw);
|
||||
// sseCt ist hier bereits cancelled (gelinkt mit workCt), daher CancellationToken.None
|
||||
// Der SSE-Stream zum Client ist noch offen – nur der Stop-Button hat ausgelöst
|
||||
await SseHelper.TryWriteSse(response, "done", new
|
||||
{
|
||||
model = modelId,
|
||||
inputTokens = usage.InputTokens,
|
||||
outputTokens = usage.OutputTokens,
|
||||
cacheCreationTokens = usage.CacheCreationTokens,
|
||||
cacheReadTokens = usage.CacheReadTokens,
|
||||
iterations,
|
||||
chainId,
|
||||
durationMs = sw.ElapsedMilliseconds,
|
||||
stopReason = "stopped",
|
||||
planMode
|
||||
}, CancellationToken.None);
|
||||
}
|
||||
catch (Exception) when (workCt.IsCancellationRequested || hardCt.IsCancellationRequested)
|
||||
{
|
||||
// Stream-Dispose durch CancellationToken-Registration löst
|
||||
// ObjectDisposedException/IOException aus statt OperationCanceledException.
|
||||
// Wenn workCt/hardCt gecancelled ist, ist das ein regulärer Stop.
|
||||
await FinalizeChain(chain, usage, iterations, "stopped", sw);
|
||||
// sseCt ist hier bereits cancelled (gelinkt mit workCt), daher CancellationToken.None
|
||||
await SseHelper.TryWriteSse(response, "done", new
|
||||
{
|
||||
model = modelId,
|
||||
inputTokens = usage.InputTokens,
|
||||
outputTokens = usage.OutputTokens,
|
||||
cacheCreationTokens = usage.CacheCreationTokens,
|
||||
cacheReadTokens = usage.CacheReadTokens,
|
||||
iterations,
|
||||
chainId,
|
||||
durationMs = sw.ElapsedMilliseconds,
|
||||
stopReason = "stopped",
|
||||
planMode
|
||||
}, CancellationToken.None);
|
||||
}
|
||||
catch (OperationCanceledException)
|
||||
{
|
||||
// Client-Disconnect (cancellationToken gecancelled, aber NICHT workCt/hardCt)
|
||||
// Agent-Arbeit ist leider schon abgebrochen – Chain als "client_disconnected" finalisieren
|
||||
// (sollte durch TryWriteSse eigentlich nicht mehr passieren)
|
||||
await FinalizeChain(chain, usage, iterations, "client_disconnected", sw);
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
// Unerwarteter Fehler – in DB speichern und versuchen an Client zu senden
|
||||
var errMsg = $"Stream-Fehler: {ex.Message}";
|
||||
await _db.SaveMessage(new MessageRecord
|
||||
{
|
||||
ChainId = chainId, Iteration = iterations,
|
||||
Role = "system", Type = "error",
|
||||
Content = errMsg, IsError = true
|
||||
});
|
||||
await FinalizeChain(chain, usage, iterations, "error", sw);
|
||||
await SseHelper.TryWriteSse(response, "error", new { error = errMsg }, sseCt);
|
||||
await SseHelper.TryWriteSse(response, "done", new { chainId = chain.ChainId }, sseCt);
|
||||
}
|
||||
}
|
||||
|
||||
private async Task<(string StopReason, List<object> Content, List<ToolResult> Tools, string StreamErrorInfo)> ProcessStream(
|
||||
HttpResponse response,
|
||||
HttpResponseMessage httpResp,
|
||||
TokenUsage usage,
|
||||
string workspace,
|
||||
string agentId = null,
|
||||
CancellationToken workCt = default,
|
||||
CancellationToken sseCt = default,
|
||||
RemoteConnectionManager remoteMgr = null,
|
||||
string sessionId = null,
|
||||
string userId = null,
|
||||
string apiToken = null)
|
||||
{
|
||||
var stream = await httpResp.Content.ReadAsStreamAsync(workCt);
|
||||
// Bei Cancellation den Stream disposen, damit ReadLineAsync sofort abbricht.
|
||||
// StreamReader.ReadLineAsync propagiert den CancellationToken nicht zuverlässig
|
||||
// an den underlying NetworkStream – der Read blockiert sonst bis Anthropic
|
||||
// das nächste Chunk sendet (kann bei extended thinking Minuten dauern).
|
||||
using var ctReg = workCt.Register(() => { try { stream.Dispose(); } catch { } });
|
||||
using var reader = new StreamReader(stream);
|
||||
|
||||
var stopReason = "";
|
||||
var assistantContent = new List<object>();
|
||||
var currentToolId = "";
|
||||
var currentToolName = "";
|
||||
var currentToolInputJson = new StringBuilder();
|
||||
var currentTextBlock = new StringBuilder();
|
||||
|
||||
var blockTypes = new Dictionary<int, string>();
|
||||
var webSearchResultBlocks = new Dictionary<int, object>();
|
||||
var webSearchSources = new Dictionary<int, List<object>>();
|
||||
var serverToolResultBlocks = new Dictionary<int, object>(); // bash_code_execution_tool_result, code_execution_tool_result etc.
|
||||
var executedTools = new List<ToolResult>();
|
||||
var streamErrors = new List<object>();
|
||||
|
||||
string line;
|
||||
while ((line = await reader.ReadLineAsync(workCt)) != null)
|
||||
{
|
||||
if (!line.StartsWith("data: ")) continue;
|
||||
var data = line["data: ".Length..];
|
||||
if (string.IsNullOrWhiteSpace(data)) continue;
|
||||
|
||||
JsonElement evt;
|
||||
try { evt = JsonSerializer.Deserialize<JsonElement>(data); }
|
||||
catch { continue; }
|
||||
|
||||
var evtType = evt.TryGetProperty("type", out var t) ? t.GetString() ?? "" : "";
|
||||
|
||||
switch (evtType)
|
||||
{
|
||||
case "message_start":
|
||||
{
|
||||
if (evt.TryGetProperty("message", out var msg) &&
|
||||
msg.TryGetProperty("usage", out var u))
|
||||
TrackUsage(usage, u);
|
||||
break;
|
||||
}
|
||||
|
||||
case "content_block_start":
|
||||
{
|
||||
var idx = evt.GetProperty("index").GetInt32();
|
||||
var cb = evt.GetProperty("content_block");
|
||||
var cbType = cb.GetProperty("type").GetString() ?? "";
|
||||
blockTypes[idx] = cbType;
|
||||
|
||||
if (cbType == "text")
|
||||
{
|
||||
currentTextBlock.Clear();
|
||||
await SseHelper.TryWriteSse(response, "text_start", new { index = idx }, sseCt);
|
||||
}
|
||||
else if (cbType == "tool_use")
|
||||
{
|
||||
if (currentTextBlock.Length > 0)
|
||||
{
|
||||
assistantContent.Add(new { type = "text", text = currentTextBlock.ToString() });
|
||||
currentTextBlock.Clear();
|
||||
}
|
||||
currentToolId = cb.GetProperty("id").GetString() ?? "";
|
||||
currentToolName = cb.GetProperty("name").GetString() ?? "";
|
||||
currentToolInputJson.Clear();
|
||||
await SseHelper.TryWriteSse(response, "tool_start", new { name = currentToolName, id = currentToolId }, sseCt);
|
||||
}
|
||||
else if (cbType == "server_tool_use")
|
||||
{
|
||||
if (currentTextBlock.Length > 0)
|
||||
{
|
||||
assistantContent.Add(new { type = "text", text = currentTextBlock.ToString() });
|
||||
currentTextBlock.Clear();
|
||||
}
|
||||
currentToolId = cb.GetProperty("id").GetString() ?? "";
|
||||
currentToolName = cb.GetProperty("name").GetString() ?? "";
|
||||
currentToolInputJson.Clear();
|
||||
await SseHelper.TryWriteSse(response, "web_search_start", new { name = currentToolName, id = currentToolId }, sseCt);
|
||||
}
|
||||
else if (cbType == "web_search_tool_result")
|
||||
{
|
||||
var rawBlock = JsonSerializer.Deserialize<JsonElement>(cb.GetRawText());
|
||||
webSearchResultBlocks[idx] = rawBlock;
|
||||
webSearchSources[idx] = ExtractWebSearchSources(cb);
|
||||
}
|
||||
else if (cbType.EndsWith("_tool_result"))
|
||||
{
|
||||
// Generische Server-Tool-Results (bash_code_execution_tool_result, code_execution_tool_result etc.)
|
||||
serverToolResultBlocks[idx] = JsonSerializer.Deserialize<JsonElement>(cb.GetRawText());
|
||||
}
|
||||
break;
|
||||
}
|
||||
|
||||
case "content_block_delta":
|
||||
{
|
||||
var delta = evt.GetProperty("delta");
|
||||
var deltaType = delta.GetProperty("type").GetString() ?? "";
|
||||
|
||||
if (deltaType == "text_delta")
|
||||
{
|
||||
var text = delta.GetProperty("text").GetString() ?? "";
|
||||
currentTextBlock.Append(text);
|
||||
await SseHelper.TryWriteSse(response, "text_delta", new { text }, sseCt);
|
||||
}
|
||||
else if (deltaType == "input_json_delta")
|
||||
{
|
||||
var partial = delta.GetProperty("partial_json").GetString() ?? "";
|
||||
currentToolInputJson.Append(partial);
|
||||
}
|
||||
break;
|
||||
}
|
||||
|
||||
case "content_block_stop":
|
||||
{
|
||||
var idx = evt.GetProperty("index").GetInt32();
|
||||
if (blockTypes.TryGetValue(idx, out var bt))
|
||||
{
|
||||
if (bt == "text")
|
||||
{
|
||||
var text = currentTextBlock.ToString();
|
||||
if (text.Length > 0)
|
||||
{
|
||||
assistantContent.Add(new { type = "text", text });
|
||||
await SseHelper.TryWriteSse(response, "text_end", new { }, sseCt);
|
||||
}
|
||||
currentTextBlock.Clear();
|
||||
}
|
||||
else if (bt == "tool_use")
|
||||
{
|
||||
JsonElement inputEl;
|
||||
try { inputEl = JsonSerializer.Deserialize<JsonElement>(currentToolInputJson.ToString()); }
|
||||
catch { inputEl = JsonSerializer.Deserialize<JsonElement>("{}"); }
|
||||
|
||||
assistantContent.Add(new
|
||||
{
|
||||
type = "tool_use",
|
||||
id = currentToolId,
|
||||
name = currentToolName,
|
||||
input = inputEl
|
||||
});
|
||||
|
||||
// ask_user_choice: NICHT ausführen, sondern als SSE-Event an Client senden
|
||||
if (currentToolName == ToolService.AskUserChoiceToolName)
|
||||
{
|
||||
var question = inputEl.TryGetProperty("question", out var q) ? q.GetString() ?? "" : "";
|
||||
var choices = new List<string>();
|
||||
if (inputEl.TryGetProperty("choices", out var c))
|
||||
{
|
||||
if (c.ValueKind == JsonValueKind.Array)
|
||||
{
|
||||
foreach (var ch in c.EnumerateArray())
|
||||
choices.Add(ch.GetString() ?? "");
|
||||
}
|
||||
else if (c.ValueKind == JsonValueKind.String)
|
||||
{
|
||||
// Fallback: Claude hat einen einzelnen String statt Array gesendet
|
||||
choices.Add(c.GetString() ?? "");
|
||||
}
|
||||
}
|
||||
|
||||
await SseHelper.TryWriteSse(response, "user_choice", new
|
||||
{
|
||||
toolCallId = currentToolId,
|
||||
question,
|
||||
choices
|
||||
}, sseCt);
|
||||
|
||||
// Stream restlich konsumieren ohne weitere Verarbeitung
|
||||
// (Claude sendet nach dem tool_use noch message_delta mit stop_reason)
|
||||
stopReason = "awaiting_user_choice";
|
||||
continue;
|
||||
}
|
||||
|
||||
// Cancellation prüfen bevor Tool ausgeführt wird
|
||||
workCt.ThrowIfCancellationRequested();
|
||||
|
||||
string toolResult;
|
||||
bool isError = false;
|
||||
try { toolResult = await _toolService.ExecuteTool(currentToolName, inputEl, workspace, _memoryService, agentId, workCt, remoteMgr: remoteMgr, sessionId: sessionId, vectorSearch: _vectorSearch, embeddingBg: _embeddingBg, db: _db, chatService: _chatService, anthropicService: this, openAiService: _openAiService, userId: userId, telegramService: _telegramService, apiToken: apiToken); }
|
||||
catch (OperationCanceledException) { throw; }
|
||||
catch (Exception ex) { toolResult = $"Fehler: {ex.Message}"; isError = true; }
|
||||
|
||||
workCt.ThrowIfCancellationRequested();
|
||||
executedTools.Add(new ToolResult(currentToolId, toolResult, isError));
|
||||
|
||||
await SseHelper.TryWriteSse(response, "tool_end", new
|
||||
{
|
||||
name = currentToolName,
|
||||
input = currentToolInputJson.ToString(),
|
||||
result = toolResult,
|
||||
isError
|
||||
}, sseCt);
|
||||
}
|
||||
else if (bt == "server_tool_use")
|
||||
{
|
||||
// Server-side tool (Web Search) – Anthropic führt es aus, wir speichern nur die Anfrage
|
||||
JsonElement inputEl;
|
||||
try { inputEl = JsonSerializer.Deserialize<JsonElement>(currentToolInputJson.ToString()); }
|
||||
catch { inputEl = JsonSerializer.Deserialize<JsonElement>("{}"); }
|
||||
|
||||
assistantContent.Add(new
|
||||
{
|
||||
type = "server_tool_use",
|
||||
id = currentToolId,
|
||||
name = currentToolName,
|
||||
input = inputEl
|
||||
});
|
||||
}
|
||||
else if (bt == "web_search_tool_result")
|
||||
{
|
||||
// Web-Search-Ergebnis von Anthropic – als Raw-JSON in assistantContent aufnehmen
|
||||
assistantContent.Add(webSearchResultBlocks[idx]);
|
||||
var sources = webSearchSources.TryGetValue(idx, out var s) ? s : new List<object>();
|
||||
await SseHelper.TryWriteSse(response, "web_search_end", new { id = currentToolId, sources }, sseCt);
|
||||
}
|
||||
else if (bt.EndsWith("_tool_result") && serverToolResultBlocks.TryGetValue(idx, out var srvResultBlock))
|
||||
{
|
||||
// Generische Server-Tool-Results (bash_code_execution_tool_result, code_execution_tool_result etc.)
|
||||
assistantContent.Add(srvResultBlock);
|
||||
}
|
||||
}
|
||||
break;
|
||||
}
|
||||
|
||||
case "message_delta":
|
||||
{
|
||||
if (evt.TryGetProperty("delta", out var d))
|
||||
{
|
||||
if (d.TryGetProperty("stop_reason", out var sr))
|
||||
{
|
||||
// Nicht überschreiben wenn bereits auf awaiting_user_choice gesetzt
|
||||
if (stopReason != "awaiting_user_choice")
|
||||
stopReason = sr.GetString() ?? "";
|
||||
|
||||
// Bei problematischen stop_reasons Debug-Infos sammeln
|
||||
if (stopReason is "unexpected_end" or "max_tokens")
|
||||
{
|
||||
var debugInfo = new Dictionary<string, object>
|
||||
{
|
||||
["event"] = "message_delta",
|
||||
["stop_reason"] = stopReason,
|
||||
["output_tokens"] = usage.OutputTokens,
|
||||
["text_length"] = currentTextBlock.Length,
|
||||
["timestamp"] = DateTime.UtcNow.ToString("o")
|
||||
};
|
||||
if (d.TryGetProperty("stop_sequence", out var ss) && ss.ValueKind != JsonValueKind.Null)
|
||||
debugInfo["stop_sequence"] = ss.GetString();
|
||||
streamErrors.Add(debugInfo);
|
||||
}
|
||||
}
|
||||
}
|
||||
if (evt.TryGetProperty("usage", out var u2) &&
|
||||
u2.TryGetProperty("output_tokens", out var ot))
|
||||
usage.OutputTokens += ot.GetInt64();
|
||||
break;
|
||||
}
|
||||
|
||||
case "error":
|
||||
{
|
||||
// API Error-Event (z.B. overloaded_error)
|
||||
var errorInfo = new Dictionary<string, object>
|
||||
{
|
||||
["event"] = "error",
|
||||
["timestamp"] = DateTime.UtcNow.ToString("o"),
|
||||
["raw"] = data
|
||||
};
|
||||
if (evt.TryGetProperty("error", out var err))
|
||||
{
|
||||
if (err.TryGetProperty("type", out var errType))
|
||||
errorInfo["error_type"] = errType.GetString();
|
||||
if (err.TryGetProperty("message", out var errMsg))
|
||||
errorInfo["error_message"] = errMsg.GetString();
|
||||
}
|
||||
streamErrors.Add(errorInfo);
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (currentTextBlock.Length > 0)
|
||||
assistantContent.Add(new { type = "text", text = currentTextBlock.ToString() });
|
||||
|
||||
// Stream-Fehler als JSON serialisieren (null wenn keine Fehler)
|
||||
string streamErrorInfo = streamErrors.Count > 0
|
||||
? JsonSerializer.Serialize(streamErrors)
|
||||
: null;
|
||||
|
||||
return (stopReason, assistantContent, executedTools, streamErrorInfo);
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// Extrahiert Web-Search-Sources aus einem web_search_tool_result-Block.
|
||||
/// </summary>
|
||||
private static List<object> ExtractWebSearchSources(JsonElement block)
|
||||
{
|
||||
var sources = new List<object>();
|
||||
if (block.TryGetProperty("content", out var searchContent) && searchContent.ValueKind == JsonValueKind.Array)
|
||||
{
|
||||
foreach (var item in searchContent.EnumerateArray())
|
||||
{
|
||||
var itemType = item.TryGetProperty("type", out var it) ? it.GetString() : "";
|
||||
if (itemType == "web_search_result")
|
||||
{
|
||||
var url = item.TryGetProperty("url", out var u) ? u.GetString() ?? "" : "";
|
||||
var title = item.TryGetProperty("title", out var tt) ? tt.GetString() ?? "" : "";
|
||||
if (!string.IsNullOrEmpty(url))
|
||||
sources.Add(new { url, title });
|
||||
}
|
||||
}
|
||||
}
|
||||
return sources;
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// Parst einen server_tool_use-Block und gibt (id, name, input) zurück.
|
||||
/// </summary>
|
||||
private static (string id, string name, JsonElement input) ParseServerToolUse(JsonElement block)
|
||||
{
|
||||
var toolId = block.GetProperty("id").GetString() ?? "";
|
||||
var toolName = block.GetProperty("name").GetString() ?? "";
|
||||
JsonElement inputEl;
|
||||
try { inputEl = block.GetProperty("input"); }
|
||||
catch { inputEl = JsonSerializer.Deserialize<JsonElement>("{}"); }
|
||||
return (toolId, toolName, inputEl);
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// Aktualisiert den TokenUsage-Tracker aus einem usage-JSON-Element.
|
||||
/// </summary>
|
||||
private static void TrackUsage(TokenUsage usage, JsonElement u)
|
||||
{
|
||||
if (u.TryGetProperty("input_tokens", out var it)) usage.InputTokens += it.GetInt64();
|
||||
if (u.TryGetProperty("output_tokens", out var ot)) usage.OutputTokens += ot.GetInt64();
|
||||
if (u.TryGetProperty("cache_creation_input_tokens", out var cc)) usage.CacheCreationTokens += cc.GetInt64();
|
||||
if (u.TryGetProperty("cache_read_input_tokens", out var cr)) usage.CacheReadTokens += cr.GetInt64();
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user