feat: update batch config;

core/config.py

@@ -19,9 +19,9 @@ class LLMConfig:
     model: str = "Qwen2-72B-Instruct"
     model: str = "Qwen2-72B-Instruct"
 
 
 
 
-# MAX_SINGLE_CHUNK_SIZE=100000
+MAX_SINGLE_CHUNK_SIZE=100000
 MERGE_RULE_PROMPT = False
 MERGE_RULE_PROMPT = False
-MAX_SINGLE_CHUNK_SIZE = 5000
+# MAX_SINGLE_CHUNK_SIZE = 5000
 META_KEY = "META"
 META_KEY = "META"
 DEFAULT_RULESET_ID = "通用"
 DEFAULT_RULESET_ID = "通用"
 ## 规则集ID列表，需与rules.xlsx中的sheet名称保持一致!!!
 ## 规则集ID列表，需与rules.xlsx中的sheet名称保持一致!!!
@@ -48,6 +48,7 @@ FILE_SUFFIX = "-审核批注"
 use_non_fastgpt_llm = False
 use_non_fastgpt_llm = False
 use_lufa = False
 use_lufa = False
 use_jp_machine = True
 use_jp_machine = True
+debug_mode = True
 
 
 ## 关键参数**
 ## 关键参数**
 max_model_len = 131072
 max_model_len = 131072

data/batch/batch.py

@@ -19,11 +19,12 @@ batch_size = 5
 if not use_lufa:
 if not use_lufa:
     SUFFIX = "_麓发迁移"
     SUFFIX = "_麓发迁移"
     batch_input_dir_path = "jp-input"
     batch_input_dir_path = "jp-input"
-    batch_output_dir_path = f"/home/ccran/lufa-contract/data/benchmark/results/jp-output-lufa-{time.strftime('%Y%m%d-%H%M%S', time.localtime())}"
+    batch_output_dir_path = f"/data/home/htsc/jp-contract/data/benchmark/results/jp-output-lufa-{time.strftime('%Y%m%d-%H%M%S', time.localtime())}"
     # 金盘fastgpt接口
     # 金盘fastgpt接口
-    url = "http://192.168.252.71:18088/api/v1/chat/completions"
+    url = "http://172.21.107.45:3002/api/v1/chat/completions"
     # 金盘迁移麓发合同审查测试token
     # 金盘迁移麓发合同审查测试token
-    token = "fastgpt-vykT6qs07g7hR4tL2MNJE6DdNCIxaQjEu3Cxw9nuTBFg8MAG3CkByvnXKxSNEyMK7"
+    # token = "fastgpt-vykT6qs07g7hR4tL2MNJE6DdNCIxaQjEu3Cxw9nuTBFg8MAG3CkByvnXKxSNEyMK7"
+    token = 'fastgpt-pYh0DgMVPDh9DptmznbSz7fRAqS41Z7gUWWIPM0112APpMlbb8mc1iztJi'
     # 人机交互测试（测试环境）
     # 人机交互测试（测试环境）
     # token = 'fastgpt-p189K5zoTX5wjp0dBybFCwsbWm3juIwlJxt2wTGyiaOWOANI5Y10pKEZzyt'
     # token = 'fastgpt-p189K5zoTX5wjp0dBybFCwsbWm3juIwlJxt2wTGyiaOWOANI5Y10pKEZzyt'
     # 人机交互测试（生产环境）
     # 人机交互测试（生产环境）

main.py

@@ -19,7 +19,8 @@ from core.config import (
     pdf_support_formats,
     pdf_support_formats,
     MERGE_RULE_PROMPT,
     MERGE_RULE_PROMPT,
     use_lufa,
     use_lufa,
-    max_model_len
+    max_model_len,
+    debug_mode,
 )
 )
 from core.tools.segment_summary import SegmentSummaryTool
 from core.tools.segment_summary import SegmentSummaryTool
 from core.tools.segment_review import SegmentReviewTool
 from core.tools.segment_review import SegmentReviewTool
@@ -710,4 +711,6 @@ if __name__ == "__main__":
         port = 18168
         port = 18168
     else:
     else:
         port = 18169
         port = 18169
+    if debug_mode:
+        port += 10
     uvicorn.run("main:app", host="0.0.0.0", port=port, log_level="info", reload=False)
     uvicorn.run("main:app", host="0.0.0.0", port=port, log_level="info", reload=False)