4ac900f645
* Update defaultModels.js add gemma-3-27b-it to v1BetaModels * Update defaultModels.js 20250330 model update * Update defaultModels.js remove text embedding * Update name and inputTokenLimit modelMap.js * Update gemini to load models from both endpoints dedupe models decide endpoint based on expieremental status from fetch add util script for maintainers reduce cache time on gemini models to 1 day * remove comment --------- Co-authored-by: DreamerC <dreamerwolf.tw@gmail.com>
80 lines
3.2 KiB
JavaScript
80 lines
3.2 KiB
JavaScript
/**
|
|
* This is a script that syncs the static lists of models from the Gemini API
|
|
* so that maintainers can keep the fallback lists up to date.
|
|
*
|
|
* To run, cd into this directory and run:
|
|
* node syncStaticLists.mjs
|
|
*/
|
|
|
|
import fs from "fs";
|
|
import path from "path";
|
|
import dotenv from "dotenv";
|
|
import { MODEL_MAP } from "../modelMap.js";
|
|
|
|
dotenv.config({ path: `../../../.env.development` });
|
|
const existingCachePath = path.resolve('../../../storage/models/gemini')
|
|
|
|
// This will fetch all of the models from the Gemini API as well as post-process them
|
|
// to remove any models that are deprecated or experimental.
|
|
import { GeminiLLM } from "./index.js";
|
|
|
|
if (fs.existsSync(existingCachePath)) {
|
|
console.log("Removing existing cache so we can fetch fresh models from Gemini endpoints...");
|
|
fs.rmSync(existingCachePath, { recursive: true, force: true });
|
|
}
|
|
|
|
const models = await GeminiLLM.fetchModels(process.env.GEMINI_API_KEY);
|
|
|
|
function updateDefaultModelsFile(models) {
|
|
const stableModelKeys = models.filter((model) => !model.experimental).map((model) => model.id);
|
|
const v1BetaModelKeys = models.filter((model) => model.experimental).map((model) => model.id);
|
|
|
|
let defaultModelFileContents = fs.readFileSync(path.join("./defaultModels.js"), "utf8");
|
|
|
|
// Update the stable models between %STABLE_MODELS% and %EOC_STABLE_MODELS% comments
|
|
defaultModelFileContents = defaultModelFileContents.replace(
|
|
/%STABLE_MODELS%[\s\S]*?%EOC_STABLE_MODELS%/,
|
|
`%STABLE_MODELS% - updated ${new Date().toISOString()}\n"${stableModelKeys.join('",\n"')}",\n// %EOC_STABLE_MODELS%`
|
|
);
|
|
|
|
// Update the v1beta models between %V1BETA_MODELS% and %EOC_V1BETA_MODELS% comments
|
|
defaultModelFileContents = defaultModelFileContents.replace(
|
|
/%V1BETA_MODELS%[\s\S]*?%EOC_V1BETA_MODELS%/,
|
|
`%V1BETA_MODELS% - updated ${new Date().toISOString()}\n"${v1BetaModelKeys.join('",\n"')}",\n// %EOC_V1BETA_MODELS%`
|
|
);
|
|
|
|
fs.writeFileSync(path.join("./defaultModels.js"), defaultModelFileContents);
|
|
console.log("Updated defaultModels.js. Dont forget to `yarn lint` and commit!");
|
|
}
|
|
|
|
function updateModelMap(models) {
|
|
const existingModelMap = MODEL_MAP;
|
|
console.log('Updating modelMap.js `gemini` object...')
|
|
console.log(`Removed existing gemini object (${Object.keys(existingModelMap.gemini).length} models) from modelMap.js`);
|
|
existingModelMap.gemini = {};
|
|
|
|
for (const model of models) existingModelMap.gemini[model.id] = model.contextWindow;
|
|
console.log(`Updated modelMap.js 'gemini' object with ${Object.keys(existingModelMap.gemini).length} models from API`);
|
|
|
|
// Update the modelMap.js file
|
|
const contents = `/**
|
|
* The model name and context window for all know model windows
|
|
* that are available through providers which has discrete model options.
|
|
* This file is automatically generated by syncStaticLists.mjs
|
|
* and should not be edited manually.
|
|
*
|
|
* Last updated: ${new Date().toISOString()}
|
|
*/
|
|
const MODEL_MAP = {
|
|
${Object.entries(existingModelMap).map(([key, value]) => `${key}: ${JSON.stringify(value, null, 2)}`).join(',\n')}
|
|
};
|
|
|
|
module.exports = { MODEL_MAP };
|
|
`;
|
|
fs.writeFileSync(path.resolve("../modelMap.js"), contents);
|
|
console.log('Updated modelMap.js `gemini` object. Dont forget to `yarn lint` and commit!');
|
|
}
|
|
|
|
updateDefaultModelsFile(models);
|
|
updateModelMap(models);
|