-
Notifications
You must be signed in to change notification settings - Fork 9
/
Copy pathrequirements.txt
63 lines (50 loc) · 1.77 KB
/
requirements.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
# Core dependencies
torch>=2.0.0
pillow>=10.0.0
numpy>=1.24.0
huggingface_hub>=0.26.0
# AI API clients
anthropic
groq
mistralai
google-genai
# AutoAWQ with specific version - MUST be installed before transformers
# flash-attn>=2.0.0;platform_system!="Darwin" # Optional for performance, excluded on MacOS
# triton for linux
triton; sys_platform == "linux"
# triton for windows
https://github.com/woct0rdho/triton-windows/releases/download/v3.1.0-windows.post8/triton-3.1.0-cp312-cp312-win_amd64.whl; sys_platform == "win64" and (python_version >= "3.12" and python_version < "3.13")
https://github.com/woct0rdho/triton-windows/releases/download/v3.1.0-windows.post8/triton-3.1.0-cp311-cp311-win_amd64.whl; sys_platform == "win64" and (python_version >= "3.11" and python_version < "3.12")
https://github.com/woct0rdho/triton-windows/releases/download/v3.1.0-windows.post8/triton-3.1.0-cp310-cp310-win_amd64.whl; sys_platform == "win64" and (python_version >= "3.10" and python_version < "3.11")
https://github.com/woct0rdho/triton-windows/releases/download/v3.1.0-windows.post8/triton-3.1.0-cp38-cp38-win_amd64.whl; sys_platform == "win64" and (python_version >= "3.8" and python_version < "3.9")
# autoawq
# autoawq
# Transformers and related
transformers>=4.49.0
accelerate
sentence-transformers
datasets
# Qwen model dependencies
tokenizers>=0.15.0
safetensors>=0.3.1
# Video processing with decord for faster loading
decord>=0.6.0
qwen-vl-utils[decord]
opencv-python>=4.8.0
ffmpeg-python>=0.2.0
imageio_ffmpeg>=0.6.0
moviepy>=2.1.2
scenedetect>=0.6.2
# Downloading
yt-dlp>=2023.3.4
# Utilities
python-dotenv
tqdm>=4.66.1
requests>=2.31.0
python-slugify>=8.0.1
psutil>=5.9.0
packaging>=23.1
aiohttp>=3.8.5
tiktoken
pydantic
rich