MMInfoExtractor/config.py at dev · USTC-KnowledgeComputingLab/MMInfoExtractor · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
import os

import dotenv

dotenv.load_dotenv()

class Settings:
    PREFETCH_COUNT = int(os.environ.get("PREFETCH_COUNT", "3"))
    MINERU_MODEL_SOURCE = os.environ.get("MINERU_MODEL_SOURCE", "local")
    LLM_MODEL_NAME = os.environ.get("LLM_MODEL_NAME", "gpt-4o")
    LLM_BASE_URL = os.environ.get("LLM_BASE_URL", "http://192.168.120.3:4000")
    LLM_API_KEY = os.environ.get("LLM_API_KEY")
    VLLM_MODEL_NAME = os.environ.get("VLLM_MODEL_NAME", "qwen2.5-vl-7b-instruct")
    VLLM_API_KEY = os.environ.get("VLLM_API_KEY")
    VLLM_BASE_URL = os.environ.get("VLLM_BASE_URL", "https://dashscope.aliyuncs.com/compatible-mode/v1")
    REPO_ID = os.environ.get("REPO_ID", "mmdoc_parser")

    RABBITMQ_HOST = os.environ.get("RABBITMQ_HOST")
    RABBITMQ_PORT = int(os.environ.get("RABBITMQ_PORT", "5672"))
    RABBITMQ_USERNAME = os.environ.get("RABBITMQ_USERNAME")
    RABBITMQ_PASSWORD = os.environ.get("RABBITMQ_PASSWORD")
    RABBITMQ_VIRTUAL_HOST = os.environ.get("RABBITMQ_VIRTUAL_HOST")
    EXCHANGE_NAME = os.environ.get("EXCHANGE_NAME", "EX_IPAI_SEND_SOLUTION")
    PUB_INVENTION_ROUTING_KEY = os.environ.get("PUB_INVENTION_ROUTING_KEY", "InventionMiningAns")
    SUB_INVENTION_ROUTING_KEY = os.environ.get("SUB_INVENTION_ROUTING_KEY", "InventionMiningQue")
    SUB_TEMPLATE_ROUTING_KEY = os.environ.get("SUB_TEMPLATE_ROUTING_KEY", "TemplateFillingQue")
    PUB_TEMPLATE_ROUTING_KEY = os.environ.get("PUB_TEMPLATE_ROUTING_KEY", "TemplateFillingAns")
    INVENTION_QUEUE_NAME = os.environ.get("INVENTION_QUEUE_NAME", "QU_IPAI_RECE_SOLUTION_InventionMiningQue")
    TEMPLATE_QUEUE_NAME = os.environ.get("TEMPLATE_QUEUE_NAME", "QU_IPAI_RECE_SOLUTION_TemplateFillingQue")

    # 死信队列配置（可选）
    ENABLE_DEAD_LETTER_QUEUE = os.environ.get("ENABLE_DEAD_LETTER_QUEUE", "false").lower() == "true"
    DEAD_LETTER_QUEUE_NAME = os.environ.get("DEAD_LETTER_QUEUE_NAME", "QU_IPAI_DEAD_LETTER")
    DEAD_LETTER_ROUTING_KEY = os.environ.get("DEAD_LETTER_ROUTING_KEY", "dead_letter")

    # 并发控制配置
    MAX_CONCURRENT_REQUESTS = int(os.environ.get("MAX_CONCURRENT_REQUESTS", "10"))
    REQUESTS_PER_MINUTE = int(os.environ.get("REQUESTS_PER_MINUTE", "120"))
    REQUEST_DELAY = float(os.environ.get("REQUEST_DELAY", "0.05"))
    MAX_RETRIES = int(os.environ.get("MAX_RETRIES", "5"))
    RETRY_DELAY = float(os.environ.get("RETRY_DELAY", "0.5"))

    # 下载配置
    DOWNLOAD_MAX_CONCURRENT = int(os.environ.get("DOWNLOAD_MAX_CONCURRENT", "5"))
    DOWNLOAD_REQUESTS_PER_MINUTE = int(os.environ.get("DOWNLOAD_REQUESTS_PER_MINUTE", "30"))
    DOWNLOAD_LIMIT = int(os.environ.get("DOWNLOAD_LIMIT", "10"))
    DOWNLOAD_LIMIT_PER_HOST = int(os.environ.get("DOWNLOAD_LIMIT_PER_HOST", "3"))
    HOST_CHECK_TTL_SECONDS = int(os.environ.get("HOST_CHECK_TTL_SECONDS", "300"))

    CONSUMER_ROLE = os.environ.get("CONSUMER_ROLE", "invention")

    ENABLE_TOKEN_COUNTING = os.environ.get("ENABLE_TOKEN_COUNTING", "false").lower() == "true"
    REQUEST_TIMEOUT = float(os.environ.get("REQUEST_TIMEOUT", "30.0"))

    ENABLE_ENHANCE_IMAGE = os.environ.get("ENABLE_ENHANCE_IMAGE", "false").lower() == "true"
    ENABLE_ENHANCE_FORMULA = os.environ.get("ENABLE_ENHANCE_FORMULA", "false").lower() == "true"
    ENABLE_ENHANCE_TABLE = os.environ.get("ENABLE_ENHANCE_TABLE", "false").lower() == "true"

    MINERU_SERVER_URL = os.environ.get("MINERU_SERVER_URL", "http://0.0.0.0:8000")
    MINERU_API_KEY = os.environ.get("MINERU_API_KEY", "")

settings = Settings()