Commit 1fc1e3fa by Archer Committed by GitHub

fix: max tokens config (#5409)

parent 0526411c
...@@ -113,13 +113,18 @@ export const loadSystemModels = async (init = false) => { ...@@ -113,13 +113,18 @@ export const loadSystemModels = async (init = false) => {
const modelData: any = { const modelData: any = {
...model, ...model,
...dbModel?.metadata, ...dbModel?.metadata,
// @ts-ignore
defaultConfig: mergeObject(model.defaultConfig, dbModel?.metadata?.defaultConfig),
// @ts-ignore
fieldMap: mergeObject(model.fieldMap, dbModel?.metadata?.fieldMap),
provider: getModelProvider(dbModel?.metadata?.provider || (model.provider as any)).id, provider: getModelProvider(dbModel?.metadata?.provider || (model.provider as any)).id,
type: dbModel?.metadata?.type || model.type, type: dbModel?.metadata?.type || model.type,
isCustom: false isCustom: false,
...(model.type === ModelTypeEnum.llm && dbModel?.metadata?.type === ModelTypeEnum.llm
? {
maxResponse: model.maxTokens ?? dbModel?.metadata?.maxResponse ?? 1000,
defaultConfig: mergeObject(model.defaultConfig, dbModel?.metadata?.defaultConfig),
fieldMap: mergeObject(model.fieldMap, dbModel?.metadata?.fieldMap),
maxTokens: undefined
}
: {})
}; };
pushModel(modelData); pushModel(modelData);
}) })
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or sign in to comment