AutoAlign/pyproject.toml at main · pengbo121/AutoAlign · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
[build-system]
requires = ["setuptools", "setuptools-scm"]
build-backend = "setuptools.build_meta"

[project]
name = "autoalign"
description = "Get Your LLM Aligned with Minimal Annotations."
version = "0.0.1"
requires-python = ">=3.10"
authors = [
    { name = "AutoAlign Team" }
]

dependencies = [
  "tensorboard",
  "wandb",
  "datasets",
  "sentencepiece",
  "numpy<2.0.0",
  "pandas",
  "transformers>=4.46.3,<=4.52.4",
  "pydantic",
  "packaging",
  "accelerate",
  "ninja",
  "einops",
  "fire",
  "tenacity",
  "langdetect",
  "torchmetrics==1.6.2",
  # ui
  "gradio<5",
  "streamlit==1.42.2",
  # mt-bench
  "openai>=1.0.0",
  # alpaca_eval
  "scikit-learn>=1.3",
  "modelscope",
  "httpx[socks]",
  "pyarrow!=21.0.0" # temporarily resolve https://github.com/apache/arrow/issues/47155
]

[project.optional-dependencies]
train = [
  "torch==2.6.0",
  "deepspeed==0.16.1",
  "trl>=0.9.3",
  "vllm==0.8.3",
  "flash-attn==2.7.2post1",
  "liger_kernel>=0.5.10",
]
eval = [
  "torchvision==0.21.0",
  "torchaudio==2.6.0",
  "human-eval==1.0.3",
  "alpaca-eval==0.6.3",
  "huggingface-hub==0.30.0",
  "mmengine",
  "vllm==0.8.3",
]
train_ascend = [
  "torch==2.5.1",
  "torch-npu==2.5.1.post1.dev20250528",
  "vllm==0.9.1",
  "vllm-ascend==0.9.1rc1"
]
doc = [
  "sphinx",
  "sphinx-autobuild",
  "myst-parser",
  "sphinx_rtd_theme",
]
dev = [
  "pytest",
  "pre-commit",
  "build",
  "twine"
]
autoalign_megatron = []
npu_train = []

[tool.pip]
extra-index-url = [
  "https://pypi.tuna.tsinghua.edu.cn/simple",
  #torch-npu / vllm-ascend
  "https://download.pytorch.org/whl/cpu/",
  "https://mirrors.huaweicloud.com/ascend/repos/pypi"
]
[project.scripts]
autoalign-cli = "autoalign.cli:main"

[tool.black]
line-length = 120
target-version = ['py310']