Upload 3 files

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "deepseek-ai/DeepSeek-V3",
+  "_name_or_path": "katuni4ka/tiny-random-deepseek-v3",
   "architectures": [
     "DeepseekV3ForCausalLM"
   ],
@@ -32,6 +32,7 @@
   "num_experts_per_tok": 6,
   "num_hidden_layers": 2,
   "num_key_value_heads": 2,
+  "num_nextn_predict_layers": 1,
   "pretraining_tp": 1,
   "q_lora_rank": 2,
   "qk_nope_head_dim": 2,
@@ -53,8 +54,8 @@
   "tie_word_embeddings": false,
   "topk_group": 3,
   "topk_method": "noaux_tc",
-  "torch_dtype": "bfloat16",
-  "transformers_version": "4.38.2",
+  "torch_dtype": "float32",
+  "transformers_version": "4.48.3",
   "use_cache": true,
   "v_head_dim": 2,
   "vocab_size": 102400

generation_config.json

@@ -5,5 +5,5 @@
   "eos_token_id": 100001,
   "temperature": 0.3,
   "top_p": 0.95,
-  "transformers_version": "4.38.2"
+  "transformers_version": "4.48.3"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fded7b9e78a469ab51af555130c05df968af57816edfd1d4eb8d743ec102fdee
-size 3368856
+oid sha256:cfbdbe3b14fae3948138aae5b254c9981826f84bd4069e5d688d8079ce437fc3
+size 6680880