add llama cpp binaries

add cu128 llama cpp for windows
add pypdf
2025-06-07 06:06:20 -04:00 · 2025-05-29 20:38:22 +07:00 · 2025-05-29 20:19:45 +07:00 · 2025-05-28 22:07:50 +07:00 · 2025-05-28 21:53:41 +07:00 · 2025-05-27 18:08:22 +07:00
1 changed files with 7 additions and 3 deletions
--- a/requirements/full/requirements_blackwell.txt
+++ b/requirements/full/requirements_blackwell.txt
@ -1,7 +1,9 @@
 accelerate==1.5.*
+beautifulsoup4==4.13.4
 bitsandbytes==0.45.*
 colorama
 datasets
+duckduckgo_search==8.0.2
 einops
 fastapi==0.112.4
 gradio==4.37.*
@ -13,6 +15,7 @@ peft==0.15.*
 Pillow>=9.5.0
 psutil
 pydantic==2.8.2
+PyPDF2==3.0.1
 pyyaml
 requests
 rich
@ -23,7 +26,8 @@ tensorboard
 transformers
 tqdm
 wandb
-triton-windows
+triton-windows; platform_system == "Windows"
+triton; platform_system == "Linux"

 # API
 flask_cloudflared==0.0.14
@ -31,8 +35,8 @@ sse-starlette==1.6.5
 tiktoken

 # CUDA wheels
-https://github.com/abetlen/llama-cpp-python/releases/download/v0.3.4-cu124/llama_cpp_python-0.3.4-cp311-cp311-win_amd64.whl; platform_system == "Windows" and python_version == "3.11"
-https://github.com/abetlen/llama-cpp-python/releases/download/v0.3.4-cu124/llama_cpp_python-0.3.4-cp311-cp311-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.11"
+https://github.com/oobabooga/llama-cpp-binaries/releases/download/v0.15.0/llama_cpp_binaries-0.15.0+cu124-py3-none-win_amd64.whl; platform_system == "Windows" and python_version == "3.11"
+https://github.com/oobabooga/llama-cpp-binaries/releases/download/v0.15.0/llama_cpp_binaries-0.15.0+cu124-py3-none-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.11"
 https://github.com/turboderp-org/exllamav3/releases/download/v0.0.2/exllamav3-0.0.2+cu128.torch2.7.0-cp311-cp311-win_amd64.whl; platform_system == "Windows" and python_version == "3.11"
 https://github.com/turboderp-org/exllamav3/releases/download/v0.0.2/exllamav3-0.0.2+cu128.torch2.7.0-cp311-cp311-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.11"
 https://github.com/turboderp-org/exllamav2/releases/download/v0.3.0/exllamav2-0.3.0+cu128.torch2.7.0-cp311-cp311-win_amd64.whl; platform_system == "Windows" and python_version == "3.11"
Author	SHA1	Message	Date
okazaki10	34faa8975e	add llama cpp binaries	2025-05-29 20:38:22 +07:00
okazaki10	c151308ef5	add cu128 llama cpp for windows	2025-05-29 20:19:45 +07:00
okazaki10	d5b8ce3b01	add pypdf	2025-05-28 22:07:50 +07:00
okazaki10	4610de324c	add web search	2025-05-28 21:53:41 +07:00
okazaki10	a819b8c9b7	add linux support	2025-05-27 18:08:22 +07:00