Dockery/Trilium
1
0
Fork 0
mirror of https://github.com/zadam/trilium.git synced 2025-11-16 02:05:53 +01:00
Code Issues Packages Projects Releases Activity

feat(llm): add tests for streaming

Browse Source
This commit is contained in:
perf3ct
2025-06-08 20:30:33 +00:00
parent c1bcb73337
commit c6f2124e9d
7 changed files with 2586 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
apps/server/src/services/llm/providers/stream_handler.ts
View File

@@ -383,12 +383,14 @@ export function extractStreamStats(finalChunk: any | null, providerName: string)
return { promptTokens: 0, completionTokens: 0, totalTokens: 0 };
}
// Ollama format
if (finalChunk.prompt_eval_count !== undefined && finalChunk.eval_count !== undefined) {
// Ollama format - handle partial stats where some fields might be missing
if (finalChunk.prompt_eval_count !== undefined || finalChunk.eval_count !== undefined) {
const promptTokens = finalChunk.prompt_eval_count || 0;
const completionTokens = finalChunk.eval_count || 0;
return {
promptTokens: finalChunk.prompt_eval_count || 0,
completionTokens: finalChunk.eval_count || 0,
totalTokens: (finalChunk.prompt_eval_count || 0) + (finalChunk.eval_count || 0)
promptTokens,
completionTokens,
totalTokens: promptTokens + completionTokens
};
}