Files
gott/wwwroot/js/stream-ui.js
T
MelekiandClaude Opus 4.8 f21ed9ff9f Stream panel member responses live with a parallel SSE write-lock
Panel members now stream token-by-token and show tool uses in real time
(like the session agent) instead of delivering text only at completion.
The key constraint is byte-level safety: N members flushing SSE frames
concurrently on the shared HttpResponse would interleave and corrupt the
stream, so a SemaphoreSlim gate serializes the writes (not the model work).

- SseHelper.TryWriteSse takes an optional write-lock (default null, backward
  compatible)
- NonStreamingLoopCallbacks carries SseGate + MemberIndex; _text/_tool/_error
  events are tagged with the member index (review/finalizer stay at -1, no gate)
- CLI members forward TextDelta/ToolStart/ToolResult live instead of
  discarding everything but the final text
- Anthropic-API members stream per tool-round via the loop callbacks; OpenAI
  members fall back to collected text at panel_member_done
- Frontend demuxes by member index into per-bubble interleaved text/tool
  rendering

Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
2026-06-18 13:18:13 +02:00

318 lines
11 KiB
JavaScript
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
// ── Streaming Bubble ──
let _streamDiv = null;
let _streamText = '';
function startStreamBubble() {
_streamDiv = document.createElement('div');
_streamDiv.className = 'msg assistant markdown streamed';
_streamDiv.innerHTML = '<p><span class="cursor"></span></p>';
_streamText = '';
chatEl().appendChild(_streamDiv);
scrollDown();
}
function appendToStream(text) {
if (!_streamDiv) startStreamBubble();
_streamText += text;
_streamDiv.innerHTML = renderMarkdown(_streamText);
// Cursor ins letzte Inline/Text-Element einfügen, damit er nicht auf eine neue Zeile rutscht
const cursor = document.createElement('span');
cursor.className = 'cursor';
const lastBlock = _streamDiv.lastElementChild;
if (lastBlock) {
lastBlock.appendChild(cursor);
} else {
_streamDiv.appendChild(cursor);
}
scrollDown();
}
function pauseStreamBubble() {
// Cursor entfernen, aber Bubble + Text behalten (z.B. bei Web-Search-Pause)
if (_streamDiv) {
const cursor = _streamDiv.querySelector('.cursor');
if (cursor) cursor.remove();
}
}
function endStreamBubble() {
if (_streamDiv) {
const cursor = _streamDiv.querySelector('.cursor');
if (cursor) cursor.remove();
if (!_streamText.trim()) _streamDiv.remove();
else {
_streamDiv.innerHTML = renderMarkdown(_streamText);
parseFluentEmojis(_streamDiv);
wrapKreaGalleries(_streamDiv);
}
}
_streamDiv = null;
_streamText = '';
}
// ── Thinking Bubble (Nvidia Reasoning) ──
let _thinkingDiv = null;
let _thinkingText = '';
function startThinkingBubble() {
_thinkingDiv = document.createElement('div');
_thinkingDiv.className = 'tool-box thinking-box streamed';
var header = document.createElement('div');
header.className = 'tool-box-header clickable';
header.innerHTML = '<span class="tool-name">Denkprozess</span>';
var content = document.createElement('div');
content.className = 'thinking-content markdown';
content.hidden = true;
content.innerHTML = '<p><span class="cursor"></span></p>';
header.addEventListener('click', function() { content.hidden = !content.hidden; });
_thinkingDiv.appendChild(header);
_thinkingDiv.appendChild(content);
_thinkingText = '';
chatEl().appendChild(_thinkingDiv);
scrollDown();
}
function appendToThinking(text) {
if (!_thinkingDiv) startThinkingBubble();
_thinkingText += text;
var contentEl = _thinkingDiv.querySelector('.thinking-content');
contentEl.innerHTML = renderMarkdown(_thinkingText);
var cursor = document.createElement('span');
cursor.className = 'cursor';
var lastBlock = contentEl.lastElementChild;
if (lastBlock) lastBlock.appendChild(cursor);
else contentEl.appendChild(cursor);
scrollDown();
}
function endThinkingBubble() {
if (_thinkingDiv) {
var cursor = _thinkingDiv.querySelector('.cursor');
if (cursor) cursor.remove();
var contentEl = _thinkingDiv.querySelector('.thinking-content');
if (!_thinkingText.trim()) _thinkingDiv.remove();
else {
contentEl.innerHTML = renderMarkdown(_thinkingText);
contentEl.hidden = true;
}
}
_thinkingDiv = null;
_thinkingText = '';
}
// ── Auto-Context Bubble ──
function addAutoContextBubble(contextText) {
if (!contextText) return;
var box = document.createElement('div');
box.className = 'tool-box auto-context-box streamed';
var header = document.createElement('div');
header.className = 'tool-box-header clickable';
header.innerHTML = '<span class="tool-name">Auto-Context</span>';
var content = document.createElement('div');
content.className = 'auto-context-content markdown';
content.hidden = true;
// recalled_context aus XML-Tags extrahieren
var inner = contextText.replace(/<\/?recalled_context>/g, '').trim();
content.innerHTML = renderMarkdown(inner);
header.addEventListener('click', function() { content.hidden = !content.hidden; });
box.appendChild(header);
box.appendChild(content);
chatEl().appendChild(box);
scrollDown();
}
// ── Review Bubbles (Streaming) ──
let _reviewBubble = null;
let _reviewTextEl = null;
let _reviewText = '';
function addReviewBubble(type, data, agentType) {
_reviewBubble = document.createElement('div');
_reviewBubble.className = 'msg review-bubble streamed';
if (agentType === 'finalizer') _reviewBubble.classList.add('finalizer-bubble');
if (agentType === 'preparer') _reviewBubble.classList.add('preparer-bubble');
_reviewBubble.appendChild(_createSubAgentHeader(agentType || 'review', data.agentName, data));
_reviewTextEl = document.createElement('div');
_reviewTextEl.className = 'review-content markdown';
_reviewBubble.appendChild(_reviewTextEl);
_reviewText = '';
chatEl().appendChild(_reviewBubble);
scrollDown();
}
function appendToReviewText(text) {
if (!_reviewBubble) return;
_reviewText += text;
_reviewTextEl.innerHTML = renderMarkdown(_reviewText);
scrollDown();
}
let _currentReviewToolBox = null;
function addReviewToolUse(data) {
if (!_reviewBubble) return;
if (!isToolVisible(data.toolName)) {
_currentReviewToolBox = null;
return;
}
var toolDiv = document.createElement('div');
toolDiv.className = 'tool-box review-tool-box streamed';
toolDiv.dataset.toolName = data.toolName;
var displayName = TOOL_DISPLAY_NAMES[data.toolName] || data.toolName;
toolDiv.innerHTML = '<span class="tool-name">' + esc(displayName) + '</span> <span class="tool-spinner"><i class="fa fa-hourglass-half"></i></span>';
_reviewBubble.appendChild(toolDiv);
_currentReviewToolBox = toolDiv;
scrollDown();
}
function finishReviewToolBox(data) {
if (_currentReviewToolBox) {
renderToolBoxContent(_currentReviewToolBox, data.toolName, data.input, data.result, data.isError, data.sources);
_currentReviewToolBox = null;
scrollDown();
}
}
function finalizeReviewBubble(type, data, agentType) {
if (!_reviewBubble) return;
const status = document.createElement('div');
status.className = 'review-status';
if (agentType === 'preparer' && type === 'forwarded') {
status.className += ' review-approved';
status.innerHTML = '<i class="fa fa-arrow-right"></i> Weitergeleitet an Session-Agent';
} else if (agentType === 'preparer' && type === 'query') {
status.className += ' review-rejected';
status.innerHTML = '<i class="fa fa-question-circle"></i> Rückfrage an User';
} else if (agentType === 'finalizer' || type === 'done') {
status.className += ' review-approved';
status.innerHTML = '<i class="fa fa-flag-checkered"></i> Abgeschlossen';
} else if (type === 'approved') {
status.className += ' review-approved';
status.innerHTML = '<i class="fa fa-check"></i> Approved';
} else {
status.className += ' review-rejected';
status.innerHTML = '<i class="fa fa-repeat"></i> Feedback – Worker korrigiert...';
}
_reviewBubble.appendChild(status);
_reviewBubble = null;
_reviewTextEl = null;
_reviewText = '';
_currentReviewToolBox = null;
scrollDown();
}
// ── Panel Bubbles (Fusion: mehrere Member streamen parallel LIVE) ──
// Pro Member eine eigene Bubble (keyed by index). Innerhalb der Bubble werden Text
// und Tool-Boxen interleaved gerendert (wie beim Session-Agent), sodass parallele
// Member sich NICHT miteinander vermischen – das Demuxing macht der index der Events.
let _panelBubbles = {};
function startPanel(data) {
endStreamBubble();
_panelBubbles = {};
}
function addPanelMemberBubble(data) {
var bubble = document.createElement('div');
bubble.className = 'msg review-bubble panel-bubble streamed';
var model = (typeof prettyModelName === 'function') ? prettyModelName(data.model) : data.model;
bubble.appendChild(_createSubAgentHeader('panel', data.name, { model: model }));
var spinner = document.createElement('div');
spinner.className = 'review-content markdown';
spinner.innerHTML = '<span class="tool-spinner"><i class="fa fa-hourglass-half"></i></span> denkt nach…';
bubble.appendChild(spinner);
bubble._panelSpinner = spinner; // wird beim ersten Text/Tool entfernt
bubble._segText = null; // aktuell offenes Text-Segment (oder null)
bubble._segTextStr = ''; // dessen akkumulierter Text
bubble._tool = null; // aktuell offene Tool-Box (CLI: Spinner→Füllen)
bubble._fullText = ''; // gesamter gestreamter Text (für Finalize-Fallback)
_panelBubbles[data.index] = bubble;
chatEl().appendChild(bubble);
scrollDown();
}
function _panelClearSpinner(bubble) {
if (bubble._panelSpinner) { bubble._panelSpinner.remove(); bubble._panelSpinner = null; }
}
function appendPanelMemberText(data) {
var bubble = _panelBubbles[data.index];
if (!bubble || !data.text) return;
_panelClearSpinner(bubble);
// Neues Text-Segment beginnen, wenn keins offen ist (z.B. direkt nach einer Tool-Box)
if (!bubble._segText) {
bubble._segText = document.createElement('div');
bubble._segText.className = 'review-content markdown';
bubble._segTextStr = '';
bubble.appendChild(bubble._segText);
}
bubble._segTextStr += data.text;
bubble._fullText += data.text;
bubble._segText.innerHTML = renderMarkdown(bubble._segTextStr);
scrollDown();
}
function addPanelMemberToolUse(data) {
var bubble = _panelBubbles[data.index];
if (!bubble) return;
_panelClearSpinner(bubble);
bubble._segText = null; // Text-Segment schließen → Folge-Text kommt UNTER die Tool-Box
if (!isToolVisible(data.name)) { bubble._tool = null; return; }
var toolDiv = document.createElement('div');
toolDiv.className = 'tool-box review-tool-box streamed';
toolDiv.dataset.toolName = data.name;
var displayName = TOOL_DISPLAY_NAMES[data.name] || data.name;
toolDiv.innerHTML = '<span class="tool-name">' + esc(displayName) + '</span> <span class="tool-spinner"><i class="fa fa-hourglass-half"></i></span>';
bubble.appendChild(toolDiv);
bubble._tool = toolDiv;
scrollDown();
}
function finishPanelMemberTool(data) {
var bubble = _panelBubbles[data.index];
if (!bubble) return;
_panelClearSpinner(bubble);
bubble._segText = null; // nach Tool-Result neuen Text-Block beginnen
if (bubble._tool) {
// CLI: offene Box (mit Spinner) füllen
renderToolBoxContent(bubble._tool, data.name, null, data.result, data.isError, null);
bubble._tool = null;
} else {
// Anthropic-Loop (kombiniertes panel_member_tool-Event): fertige Box direkt anlegen
if (!isToolVisible(data.name)) return;
var toolDiv = document.createElement('div');
toolDiv.className = 'tool-box review-tool-box streamed';
bubble.appendChild(toolDiv);
renderToolBoxContent(toolDiv, data.name, null, data.result, data.isError, null);
}
scrollDown();
}
function finalizePanelMember(data) {
var bubble = _panelBubbles[data.index];
if (!bubble) return;
_panelClearSpinner(bubble);
// Wenn LIVE nichts gestreamt wurde (z.B. OpenAI-Member = one-shot): finalen Text rendern.
if (!bubble._fullText || !bubble._fullText.trim()) {
var text = (data.text && data.text.trim()) ? data.text : '_(keine Antwort)_';
if (!bubble._segText) {
bubble._segText = document.createElement('div');
bubble._segText.className = 'review-content markdown';
bubble.appendChild(bubble._segText);
}
bubble._segText.innerHTML = renderMarkdown(text);
}
delete _panelBubbles[data.index];
scrollDown();
}
function endPanel(data) {
_panelBubbles = {};
}