Dockery/Trilium
1
0
Fork 0
mirror of https://github.com/zadam/trilium.git synced 2025-11-03 20:06:08 +01:00
Code Issues Packages Projects Releases Activity

allow for manual index rebuild, and ONLY rebuild the index

Browse Source
This commit is contained in:
perf3ct
2025-03-12 00:17:30 +00:00
parent eaa947ef7c
commit fcba151287
4 changed files with 166 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

60
src/services/llm/index_service.ts
View File

@@ -207,25 +207,57 @@ class IndexService {
this.indexRebuildCurrent = 0;
// Reset index rebuild progress
const totalNotes = await sql.getValue("SELECT COUNT(*) FROM notes WHERE isDeleted = 0") as number;
this.indexRebuildTotal = totalNotes;
const totalEmbeddings = await sql.getValue("SELECT COUNT(*) FROM note_embeddings") as number;
if (force) {
// Force reindexing of all notes
if (totalEmbeddings === 0) {
// If there are no embeddings yet, we need to create them first
const totalNotes = await sql.getValue("SELECT COUNT(*) FROM notes WHERE isDeleted = 0") as number;
this.indexRebuildTotal = totalNotes;
log.info("No embeddings found, starting full embedding generation first");
await vectorStore.reprocessAllNotes();
log.info("Forced reindexing of all notes initiated");
log.info("Full embedding generation initiated");
} else {
// Check current stats
const stats = await vectorStore.getEmbeddingStats();
// For index rebuild, use the number of embeddings as the total
this.indexRebuildTotal = totalEmbeddings;
// Only start indexing if we're below 90% completion
if (stats.percentComplete < 90) {
await vectorStore.reprocessAllNotes();
log.info("Full indexing initiated");
if (force) {
// Use the new rebuildSearchIndex function that doesn't regenerate embeddings
log.info("Starting forced index rebuild without regenerating embeddings");
setTimeout(async () => {
try {
await vectorStore.rebuildSearchIndex();
this.indexRebuildInProgress = false;
this.indexRebuildProgress = 100;
log.info("Index rebuild completed successfully");
} catch (error: any) {
log.error(`Error during index rebuild: ${error.message || "Unknown error"}`);
this.indexRebuildInProgress = false;
}
}, 0);
} else {
log.info(`Skipping full indexing, already at ${stats.percentComplete}% completion`);
this.indexRebuildInProgress = false;
this.indexRebuildProgress = 100;
// Check current stats
const stats = await vectorStore.getEmbeddingStats();
// Only start indexing if we're below 90% completion or if embeddings exist but need optimization
if (stats.percentComplete < 90) {
log.info("Embedding coverage below 90%, starting full embedding generation");
await vectorStore.reprocessAllNotes();
log.info("Full embedding generation initiated");
} else {
log.info(`Embedding coverage at ${stats.percentComplete}%, starting index optimization`);
setTimeout(async () => {
try {
await vectorStore.rebuildSearchIndex();
this.indexRebuildInProgress = false;
this.indexRebuildProgress = 100;
log.info("Index optimization completed successfully");
} catch (error: any) {
log.error(`Error during index optimization: ${error.message || "Unknown error"}`);
this.indexRebuildInProgress = false;
}
}, 0);
}
}
}