Update app.py
Browse files
app.py
CHANGED
|
@@ -14,7 +14,7 @@ import requests
|
|
| 14 |
import accelerate
|
| 15 |
import bitsandbytes
|
| 16 |
|
| 17 |
-
|
| 18 |
bos_token_id = 1,
|
| 19 |
eos_token_id = 32000
|
| 20 |
pad_token_id = 32001
|
|
|
|
| 14 |
import accelerate
|
| 15 |
import bitsandbytes
|
| 16 |
|
| 17 |
+
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 18 |
bos_token_id = 1,
|
| 19 |
eos_token_id = 32000
|
| 20 |
pad_token_id = 32001
|