Spaces:
Sleeping
Sleeping
Update start.sh
Browse files
start.sh
CHANGED
|
@@ -1,6 +1,7 @@
|
|
| 1 |
#!/bin/bash
|
| 2 |
# Start vLLM server in the background with your custom flags
|
| 3 |
vllm \
|
|
|
|
| 4 |
--model unsloth/llama-3-8b-Instruct-bnb-4bit \
|
| 5 |
--enable-auto-tool-choice \
|
| 6 |
--tool-call-parser llama3_json \
|
|
|
|
| 1 |
#!/bin/bash
|
| 2 |
# Start vLLM server in the background with your custom flags
|
| 3 |
vllm \
|
| 4 |
+
--runtime nvidia --gpus all --ipc=host \
|
| 5 |
--model unsloth/llama-3-8b-Instruct-bnb-4bit \
|
| 6 |
--enable-auto-tool-choice \
|
| 7 |
--tool-call-parser llama3_json \
|