108 lines
3.0 KiB
JavaScript
108 lines
3.0 KiB
JavaScript
const OpenAI = require("openai");
|
|
const Provider = require("./ai-provider.js");
|
|
const InheritMultiple = require("./helpers/classes.js");
|
|
const UnTooled = require("./helpers/untooled.js");
|
|
const { toValidNumber } = require("../../../http/index.js");
|
|
const { getAnythingLLMUserAgent } = require("../../../../endpoints/utils");
|
|
const { GenericOpenAiLLM } = require("../../../AiProviders/genericOpenAi");
|
|
|
|
/**
|
|
* The agent provider for the Generic OpenAI provider.
|
|
* Since we cannot promise the generic provider even supports tool calling
|
|
* which is nearly 100% likely it does not, we can just wrap it in untooled
|
|
* which often is far better anyway.
|
|
*/
|
|
class GenericOpenAiProvider extends InheritMultiple([Provider, UnTooled]) {
|
|
model;
|
|
|
|
constructor(config = {}) {
|
|
super();
|
|
const { model = "gpt-3.5-turbo" } = config;
|
|
const client = new OpenAI({
|
|
baseURL: process.env.GENERIC_OPEN_AI_BASE_PATH,
|
|
apiKey: process.env.GENERIC_OPEN_AI_API_KEY ?? null,
|
|
maxRetries: 3,
|
|
defaultHeaders: {
|
|
"User-Agent": getAnythingLLMUserAgent(),
|
|
...GenericOpenAiLLM.parseCustomHeaders(),
|
|
},
|
|
});
|
|
|
|
this._client = client;
|
|
this.model = model;
|
|
this.verbose = true;
|
|
this.maxTokens = process.env.GENERIC_OPEN_AI_MAX_TOKENS
|
|
? toValidNumber(process.env.GENERIC_OPEN_AI_MAX_TOKENS, 1024)
|
|
: 1024;
|
|
}
|
|
|
|
get client() {
|
|
return this._client;
|
|
}
|
|
|
|
get supportsAgentStreaming() {
|
|
// Honor streaming being disabled via ENV via user preference.
|
|
if (process.env.GENERIC_OPENAI_STREAMING_DISABLED === "true") return false;
|
|
return true;
|
|
}
|
|
|
|
async #handleFunctionCallChat({ messages = [] }) {
|
|
return await this.client.chat.completions
|
|
.create({
|
|
model: this.model,
|
|
temperature: 0,
|
|
messages,
|
|
max_tokens: this.maxTokens,
|
|
})
|
|
.then((result) => {
|
|
if (!result.hasOwnProperty("choices"))
|
|
throw new Error("Generic OpenAI chat: No results!");
|
|
if (result.choices.length === 0)
|
|
throw new Error("Generic OpenAI chat: No results length!");
|
|
return result.choices[0].message.content;
|
|
})
|
|
.catch((_) => {
|
|
return null;
|
|
});
|
|
}
|
|
|
|
async #handleFunctionCallStream({ messages = [] }) {
|
|
return await this.client.chat.completions.create({
|
|
model: this.model,
|
|
stream: true,
|
|
messages,
|
|
});
|
|
}
|
|
|
|
async stream(messages, functions = [], eventHandler = null) {
|
|
return await UnTooled.prototype.stream.call(
|
|
this,
|
|
messages,
|
|
functions,
|
|
this.#handleFunctionCallStream.bind(this),
|
|
eventHandler
|
|
);
|
|
}
|
|
|
|
async complete(messages, functions = []) {
|
|
return await UnTooled.prototype.complete.call(
|
|
this,
|
|
messages,
|
|
functions,
|
|
this.#handleFunctionCallChat.bind(this)
|
|
);
|
|
}
|
|
|
|
/**
|
|
* Get the cost of the completion.
|
|
*
|
|
* @param _usage The completion to get the cost for.
|
|
* @returns The cost of the completion.
|
|
*/
|
|
getCost(_usage) {
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
module.exports = GenericOpenAiProvider;
|