feat: maxtokens

afc5947b · archer · 40189a68 · afc5947b · afc5947b
Commit afc5947b authored Apr 04, 2023 by archer
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 9 deletions

src/constants/model.ts
+1 -5

src/pages/api/chat/gpt3.ts
+1 -4

No files found.
--- a/src/constants/model.ts
+++ b/src/constants/model.ts
@@ -23,7 +23,6 @@ export type ModelConstantsData = {
  maxToken: number;
  contextMaxToken: number;
  maxTemperature: number;
-  trainedMaxToken: number; // 训练后最大多少tokens
  price: number; // 多少钱 / 1token，单位: 0.00001元
 };
@@ -34,8 +33,7 @@ export const modelList: ModelConstantsData[] = [
    model: ChatModelNameEnum.GPT35,
    trainName: '',
    maxToken: 4000,
-    contextMaxToken: 7000,
+    contextMaxToken: 7500,
-    trainedMaxToken: 2000,
    maxTemperature: 2,
    price: 3
  },
@@ -46,7 +44,6 @@ export const modelList: ModelConstantsData[] = [
    trainName: 'vector',
    maxToken: 4000,
    contextMaxToken: 7000,
-    trainedMaxToken: 2000,
    maxTemperature: 1,
    price: 3
  }
@@ -57,7 +54,6 @@ export const modelList: ModelConstantsData[] = [
  //   trainName: 'davinci',
  //   maxToken: 4000,
  //   contextMaxToken: 7500,
-  //   trainedMaxToken: 2000,
  //   maxTemperature: 2,
  //   price: 30
  // }

--- a/src/pages/api/chat/gpt3.ts
+++ b/src/pages/api/chat/gpt3.ts
@@ -87,10 +87,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
        temperature: temperature,
        prompt: promptText,
        stream: true,
-        max_tokens:
+        max_tokens: modelConstantsData.maxToken,
-          model.trainingTimes > 0
-            ? modelConstantsData.trainedMaxToken
-            : modelConstantsData.maxToken,
        presence_penalty: -0.5, // 越大，越容易出现新内容
        frequency_penalty: 0.5, // 越大，重复内容越少
        stop: [`###`, '。！？.!.']