Skip to content

赵月辉 / fastgpt-migrated

Go to a project
Commit 86a0ffe4 by YeYuheng Committed by GitHub
Options

fix: include query extension selection time (#7119)

parent 9f383002
Showing with 8 additions and 8 deletions
packages/service/core/ai/functions/queryExtension.ts
......@@ -133,6 +133,8 @@ export const queryExtension = async ({
usedUserOpenAIKey: boolean;
embeddingTokens: number;
}> => {
const startTime = Date.now();
const getSeconds = () => +((Date.now() - startTime) / 1000).toFixed(2);
// 1. Request model
const modelData = getLLMModel(llmModel);
const filterHistories = await filterGPTMessageByMaxContext({
......@@ -170,7 +172,6 @@ export const queryExtension = async ({
}
] as any;
const llmStartTime = Date.now();
const {
answerText: answer,
requestId,
......@@ -183,7 +184,6 @@ export const queryExtension = async ({
messages
}
});
const seconds = +((Date.now() - llmStartTime) / 1000).toFixed(2);
if (!answer) {
return {
......@@ -192,7 +192,7 @@ export const queryExtension = async ({
llmModel: modelData.model,
embeddingModel,
requestId,
seconds,
seconds: getSeconds(),
inputTokens: inputTokens,
outputTokens: outputTokens,
usedUserOpenAIKey,
......@@ -213,7 +213,7 @@ export const queryExtension = async ({
llmModel: modelData.model,
embeddingModel,
requestId,
seconds,
seconds: getSeconds(),
inputTokens: inputTokens,
outputTokens: outputTokens,
usedUserOpenAIKey,
......@@ -237,7 +237,7 @@ export const queryExtension = async ({
llmModel: modelData.model,
embeddingModel,
requestId,
seconds,
seconds: getSeconds(),
inputTokens,
outputTokens,
usedUserOpenAIKey,
......@@ -257,7 +257,7 @@ export const queryExtension = async ({
llmModel: modelData.model,
embeddingModel,
requestId,
seconds,
seconds: getSeconds(),
inputTokens,
outputTokens,
usedUserOpenAIKey,
......@@ -278,7 +278,7 @@ export const queryExtension = async ({
llmModel: modelData.model,
embeddingModel: useEmbeddingModel,
requestId,
seconds,
seconds: getSeconds(),
inputTokens,
outputTokens,
usedUserOpenAIKey,
......@@ -295,7 +295,7 @@ export const queryExtension = async ({
llmModel: modelData.model,
embeddingModel,
requestId,
seconds,
seconds: getSeconds(),
inputTokens,
outputTokens,
usedUserOpenAIKey,
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or sign in to comment