break up large vector_store into smaller files

src/services/llm/embeddings/index.ts

@@ -0,0 +1,101 @@
+// Re-export all modules for easy access
+import * as vectorUtils from './vector_utils.js';
+import * as storage from './storage.js';
+import * as contentProcessing from './content_processing.js';
+import * as queue from './queue.js';
+// Import chunking dynamically to prevent circular dependencies
+// import * as chunking from './chunking.js';
+import * as events from './events.js';
+import * as stats from './stats.js';
+import { getChunkingOperations } from './chunking_interface.js';
+import type { NoteEmbeddingContext } from './types.js';
+
+// Export types
+export * from './types.js';
+
+// Maintain backward compatibility by exposing all functions at the top level
+export const {
+    cosineSimilarity,
+    embeddingToBuffer,
+    bufferToEmbedding
+} = vectorUtils;
+
+export const {
+    storeNoteEmbedding,
+    getEmbeddingForNote,
+    findSimilarNotes,
+    deleteNoteEmbeddings
+} = storage;
+
+export const {
+    getNoteEmbeddingContext,
+    cleanNoteContent,
+    extractStructuredContent
+} = contentProcessing;
+
+export const {
+    queueNoteForEmbedding,
+    getFailedEmbeddingNotes,
+    retryFailedEmbedding,
+    retryAllFailedEmbeddings,
+    processEmbeddingQueue
+} = queue;
+
+// Export chunking function using the interface to break circular dependencies
+export const processNoteWithChunking = async (
+    noteId: string,
+    provider: any,
+    context: NoteEmbeddingContext
+): Promise<void> => {
+    const chunkingOps = await getChunkingOperations();
+    return chunkingOps.processNoteWithChunking(noteId, provider, context);
+};
+
+export const {
+    setupEmbeddingEventListeners,
+    setupEmbeddingBackgroundProcessing,
+    initEmbeddings
+} = events;
+
+export const {
+    getEmbeddingStats,
+    reprocessAllNotes,
+    cleanupEmbeddings
+} = stats;
+
+// Default export for backward compatibility
+export default {
+    // Vector utils
+    cosineSimilarity: vectorUtils.cosineSimilarity,
+    embeddingToBuffer: vectorUtils.embeddingToBuffer,
+    bufferToEmbedding: vectorUtils.bufferToEmbedding,
+
+    // Storage
+    storeNoteEmbedding: storage.storeNoteEmbedding,
+    getEmbeddingForNote: storage.getEmbeddingForNote,
+    findSimilarNotes: storage.findSimilarNotes,
+    deleteNoteEmbeddings: storage.deleteNoteEmbeddings,
+
+    // Content processing
+    getNoteEmbeddingContext: contentProcessing.getNoteEmbeddingContext,
+
+    // Queue management
+    queueNoteForEmbedding: queue.queueNoteForEmbedding,
+    processEmbeddingQueue: queue.processEmbeddingQueue,
+    getFailedEmbeddingNotes: queue.getFailedEmbeddingNotes,
+    retryFailedEmbedding: queue.retryFailedEmbedding,
+    retryAllFailedEmbeddings: queue.retryAllFailedEmbeddings,
+
+    // Chunking - use the dynamic wrapper
+    processNoteWithChunking,
+
+    // Event handling
+    setupEmbeddingEventListeners: events.setupEmbeddingEventListeners,
+    setupEmbeddingBackgroundProcessing: events.setupEmbeddingBackgroundProcessing,
+    initEmbeddings: events.initEmbeddings,
+
+    // Stats and maintenance
+    getEmbeddingStats: stats.getEmbeddingStats,
+    reprocessAllNotes: stats.reprocessAllNotes,
+    cleanupEmbeddings: stats.cleanupEmbeddings
+};