ui-svelte: support reasoning and reasoning_content (#708)
Support `reasoning` v1/chat/completion delta that vLLM uses.
This commit is contained in:
@@ -106,6 +106,7 @@
|
|||||||
const delta = parsed.choices?.[0]?.delta;
|
const delta = parsed.choices?.[0]?.delta;
|
||||||
if (delta?.content) result.content += delta.content;
|
if (delta?.content) result.content += delta.content;
|
||||||
if (delta?.reasoning_content) result.reasoning += delta.reasoning_content;
|
if (delta?.reasoning_content) result.reasoning += delta.reasoning_content;
|
||||||
|
if (delta?.reasoning) result.reasoning += delta.reasoning;
|
||||||
} catch {
|
} catch {
|
||||||
// skip unparseable lines
|
// skip unparseable lines
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -25,7 +25,7 @@ function parseSSELine(line: string): StreamChunk | null {
|
|||||||
const parsed = JSON.parse(data);
|
const parsed = JSON.parse(data);
|
||||||
const delta = parsed.choices?.[0]?.delta;
|
const delta = parsed.choices?.[0]?.delta;
|
||||||
const content = delta?.content || "";
|
const content = delta?.content || "";
|
||||||
const reasoning_content = delta?.reasoning_content || "";
|
const reasoning_content = delta?.reasoning_content || delta?.reasoning || "";
|
||||||
|
|
||||||
if (content || reasoning_content) {
|
if (content || reasoning_content) {
|
||||||
return { content, reasoning_content, done: false };
|
return { content, reasoning_content, done: false };
|
||||||
|
|||||||
Reference in New Issue
Block a user