feat: 拆分文本账单结算

75cf3d1e · archer · 02cee35a · 75cf3d1e · 75cf3d1e · 75cf3d1e
Commit 75cf3d1e authored Mar 25, 2023 by archer
16 changed files
--- a/src/constants/user.ts
+++ b/src/constants/user.ts
+export enum BillTypeEnum {
+  chat = 'chat',
+  splitData = 'splitData',
+  return = 'return'
+}
 export enum PageTypeEnum {
  login = 'login',
  register = 'register',
  forgetPassword = 'forgetPassword'
 }
+export const BillTypeMap: Record<`${BillTypeEnum}`, string> = {
+  [BillTypeEnum.chat]: '对话',
+  [BillTypeEnum.splitData]: '文本拆分',
+  [BillTypeEnum.return]: '退款'
+};
--- a/src/pages/api/chat/chatGpt.ts
+++ b/src/pages/api/chat/chatGpt.ts
@@ -9,7 +9,7 @@ import { jsonRes } from '@/service/response';
 import type { ModelSchema } from '@/types/mongoSchema';
 import { PassThrough } from 'stream';
 import { modelList } from '@/constants/model';
-import { pushBill } from '@/service/events/pushChatBill';
+import { pushChatBill } from '@/service/events/pushBill';
 /* 发送提示词 */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
@@ -91,7 +91,8 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
        messages: formatPrompts,
        frequency_penalty: 0.5, // 越大，重复内容越少
        presence_penalty: -0.5, // 越大，越容易出现新内容
-        stream: true
+        stream: true,
+        stop: ['。！？.!.']
      },
      {
        timeout: 40000,
@@ -149,7 +150,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
    const promptsContent = formatPrompts.map((item) => item.content).join('');
    // 只有使用平台的 key 才计费
    !userApiKey &&
-      pushBill({
+      pushChatBill({
        modelName: model.service.modelName,
        userId,
        chatId,

--- a/src/pages/api/chat/gpt3.ts
+++ b/src/pages/api/chat/gpt3.ts
@@ -8,7 +8,7 @@ import { jsonRes } from '@/service/response';
 import type { ModelSchema } from '@/types/mongoSchema';
 import { PassThrough } from 'stream';
 import { modelList } from '@/constants/model';
-import { pushBill } from '@/service/events/pushChatBill';
+import { pushChatBill } from '@/service/events/pushBill';
 /* 发送提示词 */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
@@ -142,7 +142,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
    // 只有使用平台的 key 才计费
    !userApiKey &&
-      pushBill({
+      pushChatBill({
        modelName: model.service.modelName,
        userId,
        chatId,

--- a/src/pages/api/data/delData.ts
+++ b/src/pages/api/data/delData.ts
 // Next.js API route support: https://nextjs.org/docs/api-routes/introduction
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, Data } from '@/service/mongo';
+import { connectToDatabase, Data, DataItem } from '@/service/mongo';
 import { authToken } from '@/service/utils/tools';
 import type { DataListItem } from '@/types/data';
 import type { PagingData } from '@/types';
@@ -27,6 +27,16 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
      isDeleted: true
    });
+    // 改变 dataItem 状态为 0
+    await DataItem.updateMany(
+      {
+        dataId
+      },
+      {
+        status: 0
+      }
+    );
    jsonRes<PagingData<DataListItem>>(res);
  } catch (err) {
    jsonRes(res, {

--- a/src/pages/api/data/getDataItems.ts
+++ b/src/pages/api/data/getDataItems.ts
@@ -26,7 +26,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
      dataId,
      status: 0
    })
-      .sort({ time: -1 }) // 按照创建时间倒序排列
+      .sort({ _id: -1 }) // 按照创建时间倒序排列
      .skip((pageNum - 1) * pageSize)
      .limit(pageSize);

--- a/src/pages/api/data/getDataList.ts
+++ b/src/pages/api/data/getDataList.ts
@@ -58,7 +58,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
              $filter: {
                input: '$items',
                as: 'item',
-                cond: { $eq: ['$$item.status', 1] } // 统计status为1的数量
+                cond: { $ne: ['$$item.status', 0] } // 统计 status 不为0的数量
              }
            }
          }

--- a/src/pages/api/user/getBill.ts
+++ b/src/pages/api/user/getBill.ts
@@ -25,7 +25,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
    const bills = await Bill.find<BillSchema>({
      userId
    })
-      .sort({ time: -1 }) // 按照创建时间倒序排列
+      .sort({ _id: -1 }) // 按照创建时间倒序排列
      .skip((pageNum - 1) * pageSize)
      .limit(pageSize);

--- a/src/pages/data/components/ImportDataModal.tsx
+++ b/src/pages/data/components/ImportDataModal.tsx
@@ -8,7 +8,6 @@ import {
  ModalBody,
  ModalCloseButton,
  Button,
-  Input,
  Box,
  Flex,
  Textarea
@@ -21,10 +20,20 @@ import { postSplitData } from '@/api/data';
 import { useMutation } from '@tanstack/react-query';
 import { useToast } from '@/hooks/useToast';
 import { useLoading } from '@/hooks/useLoading';
+import { formatPrice } from '@/utils/user';
+import { modelList, ChatModelNameEnum } from '@/constants/model';
 const fileExtension = '.txt,.doc,.docx,.pdf,.md';
-const ImportDataModal = ({ dataId, onClose }: { dataId: string; onClose: () => void }) => {
+const ImportDataModal = ({
+  dataId,
+  onClose,
+  onSuccess
+}: {
+  dataId: string;
+  onClose: () => void;
+  onSuccess: () => void;
+}) => {
  const { openConfirm, ConfirmChild } = useConfirm({
    content: '确认提交生成任务？该任务无法终止！'
  });
@@ -60,6 +69,7 @@ const ImportDataModal = ({ dataId, onClose }: { dataId: string; onClose: () => v
        status: 'success'
      });
      onClose();
+      onSuccess();
    },
    onError(err: any) {
      toast({
@@ -110,7 +120,16 @@ const ImportDataModal = ({ dataId, onClose }: { dataId: string; onClose: () => v
    <Modal isOpen={true} onClose={onClose}>
      <ModalOverlay />
      <ModalContent position={'relative'} maxW={['90vw', '800px']}>
-        <ModalHeader>导入数据，生成QA</ModalHeader>
+        <ModalHeader>
+          导入数据，生成QA
+          <Box ml={2} as={'span'} fontSize={'sm'} color={'blackAlpha.600'}>
+            {formatPrice(
+              modelList.find((item) => item.model === ChatModelNameEnum.GPT35)?.price || 0,
+              1000
+            )}
+            元/1K tokens
+          </Box>
+        </ModalHeader>
        <ModalCloseButton />
        <ModalBody display={'flex'}>
@@ -132,6 +151,7 @@ const ImportDataModal = ({ dataId, onClose }: { dataId: string; onClose: () => v
          <Box flex={'1 0 0'} w={0} ml={3} minH={'200px'}>
            {activeTab === 'text' && (
+              <>
                <Textarea
                  h={'100%'}
                  maxLength={-1}
@@ -139,6 +159,8 @@ const ImportDataModal = ({ dataId, onClose }: { dataId: string; onClose: () => v
                  placeholder={'请粘贴或输入需要处理的文本'}
                  onChange={(e) => setTextInput(e.target.value)}
                />
+                <Box mt={2}>一共 {textInput.length} 个字</Box>
+              </>
            )}
            {activeTab === 'doc' && (
              <Flex

--- a/src/pages/data/list.tsx
+++ b/src/pages/data/list.tsx
@@ -209,7 +209,11 @@ const DataList = () => {
      </Card>
      {ImportDataId && (
-        <ImportDataModal dataId={ImportDataId} onClose={() => setImportDataId(undefined)} />
+        <ImportDataModal
+          dataId={ImportDataId}
+          onClose={() => setImportDataId(undefined)}
+          onSuccess={() => getData(1, true)}
+        />
      )}
      {isOpenCreateDataModal && (
        <CreateDataModal onClose={onCloseCreateDataModal} onSuccess={() => getData(1, true)} />

--- a/src/pages/number/setting.tsx
+++ b/src/pages/number/setting.tsx
@@ -33,6 +33,7 @@ import dayjs from 'dayjs';
 import { formatPrice } from '@/utils/user';
 import WxConcat from '@/components/WxConcat';
 import ScrollData from '@/components/ScrollData';
+import { BillTypeMap } from '@/constants/user';
 const PayModal = dynamic(() => import('./components/PayModal'));
@@ -266,6 +267,7 @@ const NumberSetting = () => {
              <Thead>
                <Tr>
                  <Th>时间</Th>
+                  <Th>类型</Th>
                  <Th>内容长度</Th>
                  <Th>Tokens 长度</Th>
                  <Th>消费</Th>
@@ -275,6 +277,7 @@ const NumberSetting = () => {
                {bills.map((item) => (
                  <Tr key={item.id}>
                    <Td>{item.time}</Td>
+                    <Td>{BillTypeMap[item.type]}</Td>
                    <Td>{item.textLen}</Td>
                    <Td>{item.tokenLen}</Td>
                    <Td>{item.price}元</Td>

--- a/src/service/events/generateQA.ts
+++ b/src/service/events/generateQA.ts
@@ -4,6 +4,7 @@ import { httpsAgent, getOpenApiKey } from '@/service/utils/tools';
 import type { ChatCompletionRequestMessage } from 'openai';
 import { DataItemSchema } from '@/types/mongoSchema';
 import { ChatModelNameEnum } from '@/constants/model';
+import { pushSplitDataBill } from '@/service/events/pushBill';
 export async function generateQA(next = false): Promise<any> {
  if (global.generatingQA && !next) return;
@@ -83,20 +84,21 @@ export async function generateQA(next = false): Promise<any> {
    const splitResponse = splitText(content || '');
    // 插入数据库，并修改状态
    await DataItem.findByIdAndUpdate(dataItem._id, {
-      status: dataItem.temperature >= 80 ? 0 : 1, // 需要生成 5 组内容。0,0.2,0.4,0.6,0.8
+      status: dataItem.temperature >= 90 ? 0 : 1, // 需要生成 4 组内容。0,0.3,0.6,0.9
-      temperature: dataItem.temperature >= 80 ? dataItem.temperature : dataItem.temperature + 20,
+      temperature: dataItem.temperature >= 90 ? dataItem.temperature : dataItem.temperature + 30,
      $push: {
        result: {
          $each: splitResponse
        }
      }
    });
-    console.log(
+    // 计费
-      '生成成功，time:',
+    !userApiKey &&
-      `${(Date.now() - startTime) / 1000}s`,
+      pushSplitDataBill({
-      'result length: ',
+        userId: dataItem.userId,
-      splitResponse.length
+        text: systemPrompt.content + dataItem.text + content
-    );
+      });
+    console.log('生成QA成功，time:', `${(Date.now() - startTime) / 1000}s`);
  } catch (error: any) {
    console.log('error: 生成QA错误', dataItem?._id);
    console.log('response:', error?.response);

--- a/src/service/events/pushChatBill.ts
+++ b/src/service/events/pushChatBill.ts
 import { connectToDatabase, Bill, User } from '../mongo';
-import { modelList } from '@/constants/model';
+import { modelList, ChatModelNameEnum } from '@/constants/model';
 import { encode } from 'gpt-token-utils';
 import { formatPrice } from '@/utils/user';
-export const pushBill = async ({
+export const pushChatBill = async ({
  modelName,
  userId,
  chatId,
@@ -28,6 +28,7 @@ export const pushBill = async ({
    // 计算价格
    const price = unitPrice * tokens.length;
+    console.log('chat bill');
    console.log('token len:', tokens.length);
    console.log('text len: ', text.length);
    console.log('price: ', `${formatPrice(price)}元`);
@@ -50,6 +51,52 @@ export const pushBill = async ({
        $inc: { balance: -price }
      });
    } catch (error) {
+      console.log('创建账单失败:', error);
+      billId && Bill.findByIdAndDelete(billId);
+    }
+  } catch (error) {
+    console.log(error);
+  }
+};
+export const pushSplitDataBill = async ({ userId, text }: { userId: string; text: string }) => {
+  await connectToDatabase();
+  let billId;
+  try {
+    // 获取模型单价格, 都是用 gpt35 拆分
+    const modelItem = modelList.find((item) => item.model === ChatModelNameEnum.GPT35);
+    const unitPrice = modelItem?.price || 5;
+    // 计算 token 数量
+    const tokens = encode(text);
+    // 计算价格
+    const price = unitPrice * tokens.length;
+    console.log('splitData bill');
+    console.log('token len:', tokens.length);
+    console.log('text len: ', text.length);
+    console.log('price: ', `${formatPrice(price)}元`);
+    try {
+      // 插入 Bill 记录
+      const res = await Bill.create({
+        userId,
+        type: 'splitData',
+        modelName: ChatModelNameEnum.GPT35,
+        textLen: text.length,
+        tokenLen: tokens.length,
+        price
+      });
+      billId = res._id;
+      // 账号扣费
+      await User.findByIdAndUpdate(userId, {
+        $inc: { balance: -price }
+      });
+    } catch (error) {
+      console.log('创建账单失败:', error);
      billId && Bill.findByIdAndDelete(billId);
    }
  } catch (error) {

--- a/src/service/models/bill.ts
+++ b/src/service/models/bill.ts
@@ -10,7 +10,7 @@ const BillSchema = new Schema({
  },
  type: {
    type: String,
-    enum: ['chat', 'generateData', 'return'],
+    enum: ['chat', 'splitData', 'return'],
    required: true
  },
  modelName: {
@@ -20,8 +20,7 @@ const BillSchema = new Schema({
  },
  chatId: {
    type: Schema.Types.ObjectId,
-    ref: 'chat',
+    ref: 'chat'
-    required: true
  },
  time: {
    type: Date,

--- a/src/types/mongoSchema.d.ts
+++ b/src/types/mongoSchema.d.ts
@@ -80,6 +80,7 @@ export interface ChatPopulate extends ChatSchema {
 export interface BillSchema {
  _id: string;
  userId: string;
+  type: 'chat' | 'splitData' | 'return';
  chatId: string;
  time: Date;
  textLen: number;

--- a/src/types/user.d.ts
+++ b/src/types/user.d.ts
@@ -24,6 +24,7 @@ export interface UserUpdateParams {
 export interface UserBillType {
  id: string;
  time: string;
+  type: 'chat' | 'splitData' | 'return';
  textLen: number;
  tokenLen: number;
  userId: string;

--- a/src/utils/adapt.ts
+++ b/src/utils/adapt.ts
@@ -6,6 +6,7 @@ import type { UserBillType } from '@/types/user';
 export const adaptBill = (bill: BillSchema): UserBillType => {
  return {
    id: bill._id,
+    type: bill.type,
    userId: bill.userId,
    chatId: bill.chatId,
    time: dayjs(bill.time).format('YYYY/MM/DD HH:mm:ss'),