Update README.md
Browse files
README.md
CHANGED
|
@@ -191,7 +191,7 @@ from safetensors.torch import load_file
|
|
| 191 |
from transformers import AutoTokenizer
|
| 192 |
|
| 193 |
# Config
|
| 194 |
-
VOCAB =
|
| 195 |
DIM = 1536
|
| 196 |
LAYERS = 24
|
| 197 |
HEADS = 16
|
|
|
|
| 191 |
from transformers import AutoTokenizer
|
| 192 |
|
| 193 |
# Config
|
| 194 |
+
VOCAB = 151669
|
| 195 |
DIM = 1536
|
| 196 |
LAYERS = 24
|
| 197 |
HEADS = 16
|