Upload folder using huggingface_hub

config.json

@@ -14,6 +14,7 @@
   "eos_token_id": 32000,
   "hidden_act": "silu",
   "hidden_size": 3072,
+  "ignore_keys_at_rope_validation": null,
   "initializer_range": 0.02,
   "intermediate_size": 8192,
   "max_position_embeddings": 131072,
@@ -23,6 +24,7 @@
   "num_key_value_heads": 32,
   "original_max_position_embeddings": 4096,
   "pad_token_id": 32000,
+  "partial_rotary_factor": 1.0,
   "resid_pdrop": 0.0,
   "rms_norm_eps": 1e-05,
   "rope_parameters": {
@@ -77,6 +79,7 @@
       64.83999633789062
     ],
     "original_max_position_embeddings": 4096,
+    "partial_rotary_factor": 1.0,
     "rope_theta": 10000.0,
     "rope_type": "longrope",
     "short_factor": [
@@ -131,7 +134,6 @@
     ],
     "type": "longrope"
   },
-  "rope_theta": 10000.0,
   "sliding_window": 262144,
   "tie_word_embeddings": false,
   "transformers_version": "5.0.0",

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:456d3580d0a265f361f210e77867f6fa909dca1e0a2354514f4780b4f15a79c3
+oid sha256:42e0df042830cc5d3ea54e11a489c82652e53a1ad8c3ada178d762d03fbef0e8
 size 1979546664

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f48525700d13e8a31d939788141b1fcfd1c5146c1d36891501bf5ccdb0681474
+oid sha256:817df2be18675ec993a647bcda45cfad63a369eb63528cec1d84f9457cc59d45
 size 1981919104

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4abf18884374af62629b54c4fc506964cc0ddf58a30b27ed2a1c75dd69029e7
+oid sha256:362968dfabf576057144ed00eb90b6615b6ffb492cb8133c237ecbb81c6d711f
 size 1919004440

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0a2626a6390f6179082676746163154a8dc74e6f85f37271c6327fe2a3d9f8d
+oid sha256:2de3b3227aae49ceca09f5d06b46d3a5002266ea3f3e3bd65d38f8f49db5651c
 size 1761711424