ZySec-AI
/

gemma-3-4b-document-writer-bnb-4bit

Text Generation

text-generation-inference

4-bit precision

Model card Files Files and versions

venkycs commited on Mar 20, 2025

Commit

909bbbe

·

verified ·

1 Parent(s): 961c5e2

Upload config.json

Files changed (1) hide show

config.json +1 -3

config.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
     "architectures": [
-        "Gemma3ForConditionalGeneration"
     ],
     "boi_token_index": 255999,
     "eoi_token_index": 256000,
@@ -8,9 +8,7 @@
         1,
         106
     ],
-    "image_token_index": 262144,
     "initializer_range": 0.02,
-    "mm_tokens_per_image": 256,
     "model_type": "gemma3",
     "quantization": {
         "group_size": 64,

 {
     "architectures": [
+        "Gemma3ForCausalLM"
     ],
     "boi_token_index": 255999,
     "eoi_token_index": 256000,
         1,
         106
     ],
     "initializer_range": 0.02,
     "model_type": "gemma3",
     "quantization": {
         "group_size": 64,