This commit is contained in:
parent
f19eab02f0
commit
02d939bf87
1 changed files with 1 additions and 1 deletions
|
@ -12,6 +12,6 @@ pipeline:
|
|||
password:
|
||||
from_secret: docker_token
|
||||
build_args:
|
||||
- TORCH_CUDA_ARCH_LIST=8.6,6.1
|
||||
- TORCH_CUDA_ARCH_LIST=8.6,6.1,6.0
|
||||
- WEBUI_VERSION=HEAD
|
||||
- CLI_ARGS=--model airoboros-13B-gpt4-1.2-GPTQ --wbits 4 --listen --auto-devices --extension api --gpu-memory 20 --load-in-8bit
|
||||
|
|
Loading…
Add table
Reference in a new issue