From dc80d3e535bb8c400cad61d68854ac96692c8e16 Mon Sep 17 00:00:00 2001
From: rexjohannes <53578137+rexjohannes@users.noreply.github.com>
Date: Tue, 27 May 2025 22:15:43 +0200
Subject: [PATCH] fixed drupal connector (#3893)

https://github.com/Mintplex-Labs/anything-llm/issues/3875#issuecomment-2913211343
---
 collector/utils/extensions/DrupalWiki/DrupalWiki/index.js | 6 +-----
 1 file changed, 1 insertion(+), 5 deletions(-)

diff --git a/collector/utils/extensions/DrupalWiki/DrupalWiki/index.js b/collector/utils/extensions/DrupalWiki/DrupalWiki/index.js
index 352c6205..c75d12e1 100644
--- a/collector/utils/extensions/DrupalWiki/DrupalWiki/index.js
+++ b/collector/utils/extensions/DrupalWiki/DrupalWiki/index.js
@@ -180,10 +180,6 @@ class DrupalWiki {
     // show up (deduplication).
     const targetUUID = `${hostname}.${page.spaceId}.${page.id}.${page.created}`;
     const wordCount = page.processedBody.split(" ").length;
-    const tokenCount =
-      page.processedBody.length > 0
-        ? tokenizeString(page.processedBody).length
-        : 0;
     const data = {
       id: targetUUID,
       url: `drupalwiki://${page.url}`,
@@ -195,7 +191,7 @@ class DrupalWiki {
       published: new Date().toLocaleString(),
       wordCount: wordCount,
       pageContent: page.processedBody,
-      token_count_estimate: tokenCount,
+      token_count_estimate: tokenizeString(page.processedBody),
     };
 
     const fileName = sanitizeFileName(`${slugify(page.title)}-${data.id}`);