michael/merlyn
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Persist Ollama context preferences in LC tools (#4908)

Browse Source 
* Persist Ollama context preferences in LC tools

* remove comment
This commit is contained in:
Timothy Carambat 2026-01-27 10:08:11 -08:00 committed by GitHub
parent cd5530de39
commit 64bff91998
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 32 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
server/utils/agents/aibitat/providers/ai-provider.js
View File

@ -28,6 +28,7 @@ const {
const {
createBedrockChatClient,
} = require("../../../AiProviders/bedrock/utils");
const { OllamaAILLM } = require("../../../AiProviders/ollama");
const DEFAULT_WORKSPACE_PROMPT =
"You are a helpful ai assistant who can assist the user and use tools available to help answer the users prompts and questions.";
@ -255,10 +256,7 @@ class Provider {
// ...config,
// });
case "ollama":
return new ChatOllama({
baseUrl: process.env.OLLAMA_BASE_PATH,
...config,
});
return OllamaLangchainChatModel.create(config);
case "lmstudio":
return new ChatOpenAI({
configuration: {
@ -450,4 +448,34 @@ class Provider {
}
}
// Langchain Wrappers
/**
* Ollama Langchain Chat Model that supports passing in context window options
* so that context window preferences are respected between Ollama chat/agent and in
* Langchain tooling.
*/
class OllamaLangchainChatModel {
static create(config = {}) {
return new ChatOllama({
baseUrl: process.env.OLLAMA_BASE_PATH,
...this.queryOptions(config),
...config,
});
}
static performanceMode() {
return process.env.OLLAMA_PERFORMANCE_MODE || "base";
}
static queryOptions(config = {}) {
const model = config?.model || process.env.OLLAMA_MODEL_PREF;
return {
...(this.performanceMode() === "base"
? {}
: { num_ctx: OllamaAILLM.promptWindowLimit(model) }),
};
}
}
module.exports = Provider;