Mirrors/blakeblackshear.frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2026-02-20 13:54:36 +01:00
Code Issues Projects Releases Wiki Activity

Full streaming support

Browse Source
This commit is contained in:
Nicolas Mowen
2026-02-16 17:40:11 -07:00
parent e09e9a0b7a
commit 858367c98a
6 changed files with 591 additions and 301 deletions
Download Patch File Download Diff File Expand all files Collapse all files

30
web/src/pages/Chat.tsx
View File

@@ -62,6 +62,7 @@ export default function ChatPage() {
setMessages((prev) => [...prev, assistantMessage]);
let buffer = "";
let hadStreamError = false;
for (;;) {
const { done, value } = await reader.read();
if (done) break;
@@ -81,6 +82,14 @@ export default function ChatPage() {
} catch {
continue;
}
if (data.type === "error" && "error" in data) {
setError((data as { error?: string }).error ?? t("error"));
setMessages((prev) =>
prev.filter((m) => !(m.role === "assistant" && m.content === "")),
);
hadStreamError = true;
break;
}
if (data.type === "tool_calls" && data.tool_calls?.length) {
setMessages((prev) => {
const next = [...prev];
@@ -105,8 +114,11 @@ export default function ChatPage() {
});
}
}
if (hadStreamError) break;
}
if (buffer.trim()) {
if (hadStreamError) {
// already set error and cleaned up
} else if (buffer.trim()) {
try {
const data = JSON.parse(buffer.trim()) as {
type: string;
@@ -130,13 +142,15 @@ export default function ChatPage() {
}
}
setMessages((prev) => {
const next = [...prev];
const last = next[next.length - 1];
if (last?.role === "assistant" && last.content === "")
next[next.length - 1] = { ...last, content: " " };
return next;
});
if (!hadStreamError) {
setMessages((prev) => {
const next = [...prev];
const last = next[next.length - 1];
if (last?.role === "assistant" && last.content === "")
next[next.length - 1] = { ...last, content: " " };
return next;
});
}
} catch {
setError(t("error"));
setMessages((prev) =>