diff --git a/server/utils/EmbeddingEngines/native/index.js b/server/utils/EmbeddingEngines/native/index.js index 04333e30..550a14e2 100644 --- a/server/utils/EmbeddingEngines/native/index.js +++ b/server/utils/EmbeddingEngines/native/index.js @@ -165,7 +165,7 @@ class NativeEmbedder { data = JSON.stringify(output.tolist()); await this.#writeToTempfile(tmpFilePath, data); - this.log(`Embedded Chunk ${idx + 1} of ${chunkLen}`); + this.log(`Embedded Chunk Group ${idx + 1} of ${chunkLen}`); if (chunkLen - 1 !== idx) await this.#writeToTempfile(tmpFilePath, ","); if (chunkLen - 1 === idx) await this.#writeToTempfile(tmpFilePath, "]"); pipeline = null; diff --git a/server/utils/vectorDbProviders/astra/index.js b/server/utils/vectorDbProviders/astra/index.js index fe94261a..6e77ccf4 100644 --- a/server/utils/vectorDbProviders/astra/index.js +++ b/server/utils/vectorDbProviders/astra/index.js @@ -209,7 +209,7 @@ const AstraDB = { }); const textChunks = await textSplitter.splitText(pageContent); - console.log("Chunks created from document:", textChunks.length); + console.log("Snippets created from document:", textChunks.length); const documentVectors = []; const vectors = []; const vectorValues = await EmbedderEngine.embedChunks(textChunks); diff --git a/server/utils/vectorDbProviders/chroma/index.js b/server/utils/vectorDbProviders/chroma/index.js index 45295255..4ec2e6d7 100644 --- a/server/utils/vectorDbProviders/chroma/index.js +++ b/server/utils/vectorDbProviders/chroma/index.js @@ -255,7 +255,7 @@ const Chroma = { }); const textChunks = await textSplitter.splitText(pageContent); - console.log("Chunks created from document:", textChunks.length); + console.log("Snippets created from document:", textChunks.length); const documentVectors = []; const vectors = []; const vectorValues = await EmbedderEngine.embedChunks(textChunks); diff --git a/server/utils/vectorDbProviders/lance/index.js b/server/utils/vectorDbProviders/lance/index.js index c0e387f3..572a2615 100644 --- a/server/utils/vectorDbProviders/lance/index.js +++ b/server/utils/vectorDbProviders/lance/index.js @@ -331,7 +331,7 @@ const LanceDb = { }); const textChunks = await textSplitter.splitText(pageContent); - console.log("Chunks created from document:", textChunks.length); + console.log("Snippets created from document:", textChunks.length); const documentVectors = []; const vectors = []; const submissions = []; diff --git a/server/utils/vectorDbProviders/milvus/index.js b/server/utils/vectorDbProviders/milvus/index.js index 4495a7f1..1a7ab2e4 100644 --- a/server/utils/vectorDbProviders/milvus/index.js +++ b/server/utils/vectorDbProviders/milvus/index.js @@ -207,7 +207,7 @@ const Milvus = { }); const textChunks = await textSplitter.splitText(pageContent); - console.log("Chunks created from document:", textChunks.length); + console.log("Snippets created from document:", textChunks.length); const documentVectors = []; const vectors = []; const vectorValues = await EmbedderEngine.embedChunks(textChunks); diff --git a/server/utils/vectorDbProviders/pgvector/index.js b/server/utils/vectorDbProviders/pgvector/index.js index 370eb950..740a1f85 100644 --- a/server/utils/vectorDbProviders/pgvector/index.js +++ b/server/utils/vectorDbProviders/pgvector/index.js @@ -539,7 +539,7 @@ const PGVector = { }); const textChunks = await textSplitter.splitText(pageContent); - this.log("Chunks created from document:", textChunks.length); + this.log("Snippets created from document:", textChunks.length); const documentVectors = []; const vectors = []; const submissions = []; diff --git a/server/utils/vectorDbProviders/pinecone/index.js b/server/utils/vectorDbProviders/pinecone/index.js index fe7653ee..55e3f0bc 100644 --- a/server/utils/vectorDbProviders/pinecone/index.js +++ b/server/utils/vectorDbProviders/pinecone/index.js @@ -153,7 +153,7 @@ const PineconeDB = { }); const textChunks = await textSplitter.splitText(pageContent); - console.log("Chunks created from document:", textChunks.length); + console.log("Snippets created from document:", textChunks.length); const documentVectors = []; const vectors = []; const vectorValues = await EmbedderEngine.embedChunks(textChunks); diff --git a/server/utils/vectorDbProviders/qdrant/index.js b/server/utils/vectorDbProviders/qdrant/index.js index e63e9706..e8eee072 100644 --- a/server/utils/vectorDbProviders/qdrant/index.js +++ b/server/utils/vectorDbProviders/qdrant/index.js @@ -225,7 +225,7 @@ const QDrant = { }); const textChunks = await textSplitter.splitText(pageContent); - console.log("Chunks created from document:", textChunks.length); + console.log("Snippets created from document:", textChunks.length); const documentVectors = []; const vectors = []; const vectorValues = await EmbedderEngine.embedChunks(textChunks); diff --git a/server/utils/vectorDbProviders/weaviate/index.js b/server/utils/vectorDbProviders/weaviate/index.js index 30a9cd6a..bb0111e7 100644 --- a/server/utils/vectorDbProviders/weaviate/index.js +++ b/server/utils/vectorDbProviders/weaviate/index.js @@ -266,7 +266,7 @@ const Weaviate = { }); const textChunks = await textSplitter.splitText(pageContent); - console.log("Chunks created from document:", textChunks.length); + console.log("Snippets created from document:", textChunks.length); const documentVectors = []; const vectors = []; const vectorValues = await EmbedderEngine.embedChunks(textChunks); diff --git a/server/utils/vectorDbProviders/zilliz/index.js b/server/utils/vectorDbProviders/zilliz/index.js index f4ba7594..c882a857 100644 --- a/server/utils/vectorDbProviders/zilliz/index.js +++ b/server/utils/vectorDbProviders/zilliz/index.js @@ -200,7 +200,7 @@ const Zilliz = { }); const textChunks = await textSplitter.splitText(pageContent); - console.log("Chunks created from document:", textChunks.length); + console.log("Snippets created from document:", textChunks.length); const documentVectors = []; const vectors = []; const vectorValues = await EmbedderEngine.embedChunks(textChunks);