const OpenAI = require("openai"); const Provider = require("./ai-provider.js"); const InheritMultiple = require("./helpers/classes.js"); const UnTooled = require("./helpers/untooled.js"); const { toValidNumber } = require("../../../http/index.js"); const { getAnythingLLMUserAgent } = require("../../../../endpoints/utils"); /** * The agent provider for the Generic OpenAI provider. * Since we cannot promise the generic provider even supports tool calling * which is nearly 100% likely it does not, we can just wrap it in untooled * which often is far better anyway. */ class GenericOpenAiProvider extends InheritMultiple([Provider, UnTooled]) { model; constructor(config = {}) { super(); const { model = "gpt-3.5-turbo" } = config; const client = new OpenAI({ baseURL: process.env.GENERIC_OPEN_AI_BASE_PATH, apiKey: process.env.GENERIC_OPEN_AI_API_KEY ?? null, maxRetries: 3, defaultHeaders: { "User-Agent": getAnythingLLMUserAgent(), }, }); this._client = client; this.model = model; this.verbose = true; this.maxTokens = process.env.GENERIC_OPEN_AI_MAX_TOKENS ? toValidNumber(process.env.GENERIC_OPEN_AI_MAX_TOKENS, 1024) : 1024; } get client() { return this._client; } get supportsAgentStreaming() { // Honor streaming being disabled via ENV via user preference. if (process.env.GENERIC_OPENAI_STREAMING_DISABLED === "true") return false; return true; } async #handleFunctionCallChat({ messages = [] }) { return await this.client.chat.completions .create({ model: this.model, temperature: 0, messages, max_tokens: this.maxTokens, }) .then((result) => { if (!result.hasOwnProperty("choices")) throw new Error("Generic OpenAI chat: No results!"); if (result.choices.length === 0) throw new Error("Generic OpenAI chat: No results length!"); return result.choices[0].message.content; }) .catch((_) => { return null; }); } async #handleFunctionCallStream({ messages = [] }) { return await this.client.chat.completions.create({ model: this.model, stream: true, messages, }); } async stream(messages, functions = [], eventHandler = null) { return await UnTooled.prototype.stream.call( this, messages, functions, this.#handleFunctionCallStream.bind(this), eventHandler ); } async complete(messages, functions = []) { return await UnTooled.prototype.complete.call( this, messages, functions, this.#handleFunctionCallChat.bind(this) ); } /** * Get the cost of the completion. * * @param _usage The completion to get the cost for. * @returns The cost of the completion. */ getCost(_usage) { return 0; } } module.exports = GenericOpenAiProvider;