Dockery/Trilium
1
0
Fork 0
mirror of https://github.com/zadam/trilium.git synced 2025-11-06 13:26:01 +01:00
Code Issues Packages Projects Releases Activity

yes, this finally does set streaming to true

Browse Source
This commit is contained in:
perf3ct
2025-04-09 19:53:45 +00:00
parent 59a358a3ee
commit b05b88dd76
9 changed files with 134 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/services/llm/ai_service_manager.ts
View File

@@ -197,6 +197,13 @@ export class AIServiceManager implements IAIServiceManager {
async generateChatCompletion(messages: Message[], options: ChatCompletionOptions = {}): Promise<ChatResponse> {
this.ensureInitialized();
log.info(`[AIServiceManager] generateChatCompletion called with options: ${JSON.stringify({
model: options.model,
stream: options.stream,
enableTools: options.enableTools
})}`);
log.info(`[AIServiceManager] Stream option type: ${typeof options.stream}`);
if (!messages || messages.length === 0) {
throw new Error('No messages provided for chat completion');
}
@@ -219,6 +226,7 @@ export class AIServiceManager implements IAIServiceManager {
if (availableProviders.includes(providerName as ServiceProviders)) {
try {
const modifiedOptions = { ...options, model: modelName };
log.info(`[AIServiceManager] Using provider ${providerName} from model prefix with modifiedOptions.stream: ${modifiedOptions.stream}`);
return await this.services[providerName as ServiceProviders].generateChatCompletion(messages, modifiedOptions);
} catch (error) {
log.error(`Error with specified provider ${providerName}: ${error}`);
@@ -232,6 +240,7 @@ export class AIServiceManager implements IAIServiceManager {
for (const provider of sortedProviders) {
try {
log.info(`[AIServiceManager] Trying provider ${provider} with options.stream: ${options.stream}`);
return await this.services[provider].generateChatCompletion(messages, options);
} catch (error) {
log.error(`Error with provider ${provider}: ${error}`);