{t("chat_window.use_agent_session_to_use_tools")}
diff --git a/frontend/src/components/WorkspaceChat/ChatContainer/PromptInput/ToolsMenu/index.jsx b/frontend/src/components/WorkspaceChat/ChatContainer/PromptInput/ToolsMenu/index.jsx index a5146702..20caef44 100644 --- a/frontend/src/components/WorkspaceChat/ChatContainer/PromptInput/ToolsMenu/index.jsx +++ b/frontend/src/components/WorkspaceChat/ChatContainer/PromptInput/ToolsMenu/index.jsx @@ -29,6 +29,7 @@ function getTabs(t, user) { } /** + * @param {Workspace} props.workspace - the workspace object * @param {boolean} props.showing * @param {function} props.setShowing * @param {function} props.sendCommand @@ -36,6 +37,7 @@ function getTabs(t, user) { * @param {boolean} [props.centered] - when true, popup opens below the input */ export default function ToolsMenu({ + workspace, showing, setShowing, sendCommand, @@ -147,6 +149,7 @@ export default function ToolsMenu({ promptRef={promptRef} highlightedIndex={highlightedIndex} registerItemCount={registerItemCount} + workspace={workspace} /> diff --git a/frontend/src/components/WorkspaceChat/ChatContainer/PromptInput/index.jsx b/frontend/src/components/WorkspaceChat/ChatContainer/PromptInput/index.jsx index 018c218b..6a3fa79f 100644 --- a/frontend/src/components/WorkspaceChat/ChatContainer/PromptInput/index.jsx +++ b/frontend/src/components/WorkspaceChat/ChatContainer/PromptInput/index.jsx @@ -24,6 +24,7 @@ export const PROMPT_INPUT_EVENT = "set_prompt_input"; const MAX_EDIT_STACK_SIZE = 100; /** + * @param {Workspace} props.workspace - workspace object * @param {function} props.submit - form submit handler * @param {boolean} props.isStreaming - disables input while streaming response * @param {function} props.sendCommand - handler for slash commands and agent mentions @@ -33,6 +34,7 @@ const MAX_EDIT_STACK_SIZE = 100; * @param {string} [props.threadSlug] - thread slug for home page context */ export default function PromptInput({ + workspace = {}, submit, isStreaming, sendCommand, @@ -42,6 +44,7 @@ export default function PromptInput({ threadSlug = null, }) { const { t } = useTranslation(); + const { showAgentCommand = true } = workspace ?? {}; const { isDisabled } = useIsDisabled(); const agentSessionActive = useIsAgentSessionActive(); const [promptInput, setPromptInput] = useState(""); @@ -329,6 +332,7 @@ export default function PromptInput({ >- {chatMode === "chat" ? ( - <> - {t("chat.mode.chat.title")}{" "} - {t("chat.mode.chat.desc-start")}{" "} - {t("chat.mode.chat.and")}{" "} - {t("chat.mode.chat.desc-end")} - - ) : ( - <> - {t("chat.mode.query.title")}{" "} - {t("chat.mode.query.desc-start")}{" "} - {t("chat.mode.query.only")}{" "} - {t("chat.mode.query.desc-end")} - - )} -
+
+ {t(`chat.mode.${chatMode}.title`)}{" "}
+
}}
+ />
+
application/anythingllm-document - otherwise it will be passed to the LLM as an image and may fail to process. This uses the built-in document processor to first parse the document to text before injecting it into the context window.',
+ description: 'Send a prompt to the workspace and the type of conversation (automatic, query or chat).application/anythingllm-document - otherwise it will be passed to the LLM as an image and may fail to process. This uses the built-in document processor to first parse the document to text before injecting it into the context window.',
required: true,
content: {
"application/json": {
example: {
message: "What is AnythingLLM?",
- mode: "query | chat",
+ mode:"automatic | query | chat",
sessionId: "identifier-to-partition-chats-by-external-id",
attachments: [
{
@@ -728,13 +728,13 @@ function apiWorkspaceEndpoints(app) {
#swagger.tags = ['Workspaces']
#swagger.description = 'Execute a streamable chat with a workspace'
#swagger.requestBody = {
- description: 'Send a prompt to the workspace and the type of conversation (query or chat).application/anythingllm-document - otherwise it will be passed to the LLM as an image and may fail to process. This uses the built-in document processor to first parse the document to text before injecting it into the context window.',
+ description: 'Send a prompt to the workspace and the type of conversation (automatic, query or chat).application/anythingllm-document - otherwise it will be passed to the LLM as an image and may fail to process. This uses the built-in document processor to first parse the document to text before injecting it into the context window.',
required: true,
content: {
"application/json": {
example: {
message: "What is AnythingLLM?",
- mode: "query | chat",
+ mode: "automatic | query | chat",
sessionId: "identifier-to-partition-chats-by-external-id",
attachments: [
{
diff --git a/server/endpoints/workspaces.js b/server/endpoints/workspaces.js
index e6d77a0e..301ea1ff 100644
--- a/server/endpoints/workspaces.js
+++ b/server/endpoints/workspaces.js
@@ -1059,6 +1059,23 @@ function workspaceEndpoints(app) {
}
);
+ app.get(
+ "/workspace/:slug/is-agent-command-available",
+ [validatedRequest, flexUserRoleValid([ROLES.all]), validWorkspaceSlug],
+ async (_, response) => {
+ try {
+ response.status(200).json({
+ showAgentCommand: await Workspace.isAgentCommandAvailable(
+ response.locals.workspace
+ ),
+ });
+ } catch (error) {
+ console.error("Error checking if agent command is available:", error);
+ response.status(500).json({ showAgentCommand: true });
+ }
+ }
+ );
+
// Parsed Files in separate endpoint just to keep the workspace endpoints clean
workspaceParsedFilesEndpoints(app);
}
diff --git a/server/models/workspace.js b/server/models/workspace.js
index 219030df..a5e85d35 100644
--- a/server/models/workspace.js
+++ b/server/models/workspace.js
@@ -33,6 +33,7 @@ function isNullOrNaN(value) {
*/
const Workspace = {
+ VALID_CHAT_MODES: ["chat", "query", "automatic"],
defaultPrompt: SystemSettings.saneDefaultSystemPrompt,
// Used for generic updates so we can validate keys in request body
@@ -93,7 +94,7 @@ const Workspace = {
return n;
},
chatMode: (value) => {
- if (!value || !["chat", "query"].includes(value)) return "chat";
+ if (!value || !Workspace.VALID_CHAT_MODES.includes(value)) return "chat";
return value;
},
chatProvider: (value) => {
@@ -205,6 +206,7 @@ const Workspace = {
const workspace = await prisma.workspaces.create({
data: {
name: this.validations.name(name),
+ chatMode: "chat", // default to chat mode for now
...this.validateFields(additionalFields),
slug,
},
@@ -609,6 +611,46 @@ const Workspace = {
return false;
}
},
+
+ /**
+ * Checks if the workspace's chat provider/model waterfall supports native tool calling.
+ * @param {Workspace} workspace - The workspace object to check
+ * @returns {Promiseapplication/anythingllm-document - otherwise it will be passed to the LLM as an image and may fail to process. This uses the built-in document processor to first parse the document to text before injecting it into the context window.",
+ "description": "Send a prompt to the workspace and the type of conversation (automatic, query or chat).application/anythingllm-document - otherwise it will be passed to the LLM as an image and may fail to process. This uses the built-in document processor to first parse the document to text before injecting it into the context window.",
"required": true,
"content": {
"application/json": {
"example": {
"message": "What is AnythingLLM?",
- "mode": "query | chat",
+ "mode": "automatic | query | chat",
"sessionId": "identifier-to-partition-chats-by-external-id",
"attachments": [
{
@@ -2423,13 +2423,13 @@
}
},
"requestBody": {
- "description": "Send a prompt to the workspace and the type of conversation (query or chat).application/anythingllm-document - otherwise it will be passed to the LLM as an image and may fail to process. This uses the built-in document processor to first parse the document to text before injecting it into the context window.",
+ "description": "Send a prompt to the workspace and the type of conversation (automatic, query or chat).application/anythingllm-document - otherwise it will be passed to the LLM as an image and may fail to process. This uses the built-in document processor to first parse the document to text before injecting it into the context window.",
"required": true,
"content": {
"application/json": {
"example": {
"message": "What is AnythingLLM?",
- "mode": "query | chat",
+ "mode": "automatic | query | chat",
"sessionId": "identifier-to-partition-chats-by-external-id",
"attachments": [
{
diff --git a/server/utils/agents/aibitat/index.js b/server/utils/agents/aibitat/index.js
index 8fa28aea..5e8d2d2b 100644
--- a/server/utils/agents/aibitat/index.js
+++ b/server/utils/agents/aibitat/index.js
@@ -606,10 +606,22 @@ ${this.getHistory({ to: route.to })
}
// This is normal chat between user<->agent
- return this.getHistory(route).map((c) => ({
- content: c.content,
- role: c.from === route.to ? "user" : "assistant",
- }));
+ // Include attachments if present (for vision/multimodal support)
+ return this.getHistory(route).map((c) => {
+ const message = {
+ content: c.content,
+ role: c.from === route.to ? "user" : "assistant",
+ };
+ // Pass attachments through for user messages that have them
+ if (
+ c.attachments &&
+ c.attachments.length > 0 &&
+ message.role === "user"
+ ) {
+ message.attachments = c.attachments;
+ }
+ return message;
+ });
}
/**
@@ -626,6 +638,24 @@ ${this.getHistory({ to: route.to })
async reply(route) {
const fromConfig = this.getAgentConfig(route.from);
const chatHistory = this.getOrFormatNodeChatHistory(route);
+
+ // Fetch fresh parsed file context and inject into the last user message
+ if (this.fetchParsedFileContext) {
+ const parsedContext = await this.fetchParsedFileContext();
+ if (parsedContext) {
+ // Find the last user message and append context to it
+ for (let i = chatHistory.length - 1; i >= 0; i--) {
+ if (chatHistory[i].role === "user") {
+ chatHistory[i] = {
+ ...chatHistory[i],
+ content: chatHistory[i].content + parsedContext,
+ };
+ break;
+ }
+ }
+ }
+ }
+
const messages = [
{
content: fromConfig.role,
@@ -674,6 +704,25 @@ ${this.getHistory({ to: route.to })
return content;
}
+ /**
+ * Wrapper for provider calls that catches errors and converts them to APIError.
+ * This ensures provider errors are properly surfaced to the user instead of crashing.
+ *
+ * @param {Function} providerCall - Async function that calls the provider
+ * @returns {Promise