Upload FalconForCausalLM

config.json

@@ -0,0 +1,26 @@
+{
+  "_name_or_path": "tiiuae/falcon-180B-chat",
+  "alibi": false,
+  "architectures": [
+    "FalconForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bias": false,
+  "bos_token_id": 11,
+  "eos_token_id": 11,
+  "hidden_dropout": 0.0,
+  "hidden_size": 14848,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "falcon",
+  "multi_query": true,
+  "new_decoder_architecture": true,
+  "num_attention_heads": 232,
+  "num_hidden_layers": 80,
+  "num_kv_heads": 8,
+  "parallel_attn": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.31.0",
+  "use_cache": true,
+  "vocab_size": 65024
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 11,
+  "eos_token_id": 11,
+  "transformers_version": "4.31.0"
+}

model-00001-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36883273ad7bd4c6d97ff030f2dd09e4fdf5fbd965dca03e75992669a47f7234
+size 9046709632

model-00002-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084f6aebae679f3bc4730a4835bcf1978168544e7e0e1ca906a7325f26a42329
+size 8879580960

model-00003-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377565c3129f0b4ef69b7f9d8a39cc6af160aa9f9db93c9b1d047b448d00219b
+size 8879580960

model-00004-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35d486f836a07c771f3dc101f098b522af8f2fc3834b904d0fe9a366bf8b1c7
+size 8879580960

model-00005-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dce5cbc5337da7498b77131fb355d735bf2314eb43ecfbca6911bcc5176b71b
+size 8879580960

model-00006-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12df018314604699da8b9780282330df58f12e0ce3695291383dac2c6f6320b8
+size 8879580968

model-00007-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f3c80ebbfc8e230cd69ec97f2afc34111a09776b215b49baa12b530b88da6b
+size 8879580976

model-00008-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a34709c6586c95a55466e5ffbe3d501bd66d61d9f1f86c84a1eab04955b0c1
+size 8879580976

model-00009-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12f3bad75512e04105da6cb9076eae55ebf61ab1fda8699149d19cb4ad5f62b
+size 8879580976

model-00010-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1151bd384346707bfb30856cf8a88c7939876feb60ad8cca07ec3b73fcb7e8b
+size 8879580976

model-00011-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7829241a9898ce7dbd2be869bb4cdfe8caddb742a17b6ff7d596c6c53471df2b
+size 8879580976

model-00012-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8499b6f7c5f7c1c0eb76a8c3e643e0a4d5676d1d9e5519ace4187c18bcdbd1aa
+size 8879580976

model-00013-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43875c05766f5a00dc6299ce6167917454e3351bd5846009601ffcd14fd3b2b4
+size 8879580976

model-00014-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbb1196fa05105cc024f3d808232ae5e128a5c17595b8a41a723cda770aa6e1
+size 8879580976

model-00015-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e357632e0218de15467f5edc68b828ed6fe695861ec846ecbd0c84175a25dff2
+size 8879580976

model-00016-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34eebac3747b33f0ef5b80c1eaeb1303f088e6e8642bc650d685344771c4bf1
+size 8879580976

model-00017-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b81e5fa73a80880785651bbcf1d38ae188fc982da32e3b7f783510ead5191f0
+size 8879580976

model-00018-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6766a5af1ced6a834b3d9c4b1c02de7647694283113064c9d346e197bb9f8fca
+size 8879580976

model-00019-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a46d97c3a48f41b2c0f8f50ca8a361a889d962e4aa6bbd2f4145884495f319
+size 8879580976

model-00020-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0c423d4ea08657cd84d87406365257995682cce97e5fd7041fd67cdcf3a1ed
+size 8879580976

model-00021-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf482dadf83b84033eab6b303ca2dc45a6e6f738abdfe8395258b88034660305
+size 8879580976

model-00022-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75e50d49ac884b6981428cb1c6317b8d9ffb0c9b6589d0fa169e207f6c08f1f
+size 8879580976

model-00023-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450c28d4514bc59794bb67234deb159f42d040691b410b49220b73f48fbcdc2d
+size 8879580976

model-00024-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93488a4f8ca92d35bc182cf562c954d64fd39c53ba1f79a94b3f2a7f7eee89ce
+size 8879580976

model-00025-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebffbc1a1b62f1212ba1586a2b8664045765e892d56382ef3ce1a217be4c3ac0
+size 8879580976

model-00026-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164444cece76aa7bf72cc3090960daad757d8897065b8c07775b560cdf604e67
+size 8879580976

model-00027-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e364581919a2e02eaaa9463ff1ab350f58889d73f3cf6eb6fde35f810dbef8a
+size 8879580976

model-00028-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c20bc6930273c6d5fe1a9a538426300b722c542841acce68b6327ad5031b772
+size 8879580976

model-00029-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126394426625aaaf69670262f62c99c01ead2be23e7b8cd67c7a67737af82479
+size 8879580976

model-00030-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01888b0b266142032054beffdb56cda1e005408b269b9a3aebb2e44d4d2d4503
+size 8879580976

model-00031-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea560cc5efd677b7e1957ae537bb942ba202d6bf12747929f1fec0650911ff5
+size 8879580976

model-00032-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ddb10116891695f4a19a7ee5bf77a7ec7d8fcc8a955e93cfccbfa086b1fdde
+size 8879580976

model-00033-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d934d0b94e9a49f6dd11c3633e62bdbbbfd3fd13f908a8d0a9d0c597dfb864
+size 8879580976

model-00034-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336f641b27bb1a410b7f98b280f2c77497c0108f41e09b435f1092ed693a4c4f
+size 8879580976

model-00035-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fe706762483e1fe9b38adf9a4df7bb4d5d759e8db5aaa335361bdeb740cd64
+size 8879580976

model-00036-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feef0f157a2f5d394467445b3c9cf6af4ff1d7b65a1aae91b8a92af3b3497dfd
+size 8879580976

model-00037-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085eb675d8b1166680ab458bea50fb25485cae4d7fb25983701d15b5ee7f14e7
+size 8879580976

model-00038-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552b066571687a22884f87db0175b5e495b5e56c444a7ad055cb4265a38acb2a
+size 8879580976

model-00039-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbdca6584f4b88d857a2da4a6b2f27a85558a0d7bff4a5467df359dbc56a1fe5
+size 8879580976

model-00040-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8f214e6461bb6ef097568305e0771e59b15c99a9e4b348c78a290682a4525c
+size 8879580976

model-00041-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19666823c970d4ba38c83d97d2856da0958e1e8d2c591d27080ce40985b3b283
+size 1763883736

model.safetensors.index.json

@@ -0,0 +1,650 @@
+{
+  "metadata": {
+    "total_size": 357114177536
+  },
+  "weight_map": {
+    "transformer.h.0.ln_attn.bias": "model-00001-of-00041.safetensors",
+    "transformer.h.0.ln_attn.weight": "model-00001-of-00041.safetensors",
+    "transformer.h.0.ln_mlp.bias": "model-00001-of-00041.safetensors",
+    "transformer.h.0.ln_mlp.weight": "model-00001-of-00041.safetensors",
+    "transformer.h.0.mlp.dense_4h_to_h.weight": "model-00001-of-00041.safetensors",
+    "transformer.h.0.mlp.dense_h_to_4h.weight": "model-00001-of-00041.safetensors",
+    "transformer.h.0.self_attention.dense.weight": "model-00001-of-00041.safetensors",
+    "transformer.h.0.self_attention.query_key_value.weight": "model-00001-of-00041.safetensors",
+    "transformer.h.1.ln_attn.bias": "model-00002-of-00041.safetensors",
+    "transformer.h.1.ln_attn.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.1.ln_mlp.bias": "model-00002-of-00041.safetensors",
+    "transformer.h.1.ln_mlp.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.1.mlp.dense_4h_to_h.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.1.mlp.dense_h_to_4h.weight": "model-00001-of-00041.safetensors",
+    "transformer.h.1.self_attention.dense.weight": "model-00001-of-00041.safetensors",
+    "transformer.h.1.self_attention.query_key_value.weight": "model-00001-of-00041.safetensors",
+    "transformer.h.10.ln_attn.bias": "model-00006-of-00041.safetensors",
+    "transformer.h.10.ln_attn.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.10.ln_mlp.bias": "model-00006-of-00041.safetensors",
+    "transformer.h.10.ln_mlp.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.10.mlp.dense_4h_to_h.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.10.mlp.dense_h_to_4h.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.10.self_attention.dense.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.10.self_attention.query_key_value.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.11.ln_attn.bias": "model-00007-of-00041.safetensors",
+    "transformer.h.11.ln_attn.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.11.ln_mlp.bias": "model-00007-of-00041.safetensors",
+    "transformer.h.11.ln_mlp.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.11.mlp.dense_4h_to_h.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.11.mlp.dense_h_to_4h.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.11.self_attention.dense.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.11.self_attention.query_key_value.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.12.ln_attn.bias": "model-00007-of-00041.safetensors",
+    "transformer.h.12.ln_attn.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.12.ln_mlp.bias": "model-00007-of-00041.safetensors",
+    "transformer.h.12.ln_mlp.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.12.mlp.dense_4h_to_h.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.12.mlp.dense_h_to_4h.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.12.self_attention.dense.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.12.self_attention.query_key_value.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.13.ln_attn.bias": "model-00008-of-00041.safetensors",
+    "transformer.h.13.ln_attn.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.13.ln_mlp.bias": "model-00008-of-00041.safetensors",
+    "transformer.h.13.ln_mlp.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.13.mlp.dense_4h_to_h.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.13.mlp.dense_h_to_4h.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.13.self_attention.dense.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.13.self_attention.query_key_value.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.14.ln_attn.bias": "model-00008-of-00041.safetensors",
+    "transformer.h.14.ln_attn.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.14.ln_mlp.bias": "model-00008-of-00041.safetensors",
+    "transformer.h.14.ln_mlp.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.14.mlp.dense_4h_to_h.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.14.mlp.dense_h_to_4h.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.14.self_attention.dense.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.14.self_attention.query_key_value.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.15.ln_attn.bias": "model-00009-of-00041.safetensors",
+    "transformer.h.15.ln_attn.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.15.ln_mlp.bias": "model-00009-of-00041.safetensors",
+    "transformer.h.15.ln_mlp.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.15.mlp.dense_4h_to_h.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.15.mlp.dense_h_to_4h.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.15.self_attention.dense.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.15.self_attention.query_key_value.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.16.ln_attn.bias": "model-00009-of-00041.safetensors",
+    "transformer.h.16.ln_attn.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.16.ln_mlp.bias": "model-00009-of-00041.safetensors",
+    "transformer.h.16.ln_mlp.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.16.mlp.dense_4h_to_h.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.16.mlp.dense_h_to_4h.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.16.self_attention.dense.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.16.self_attention.query_key_value.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.17.ln_attn.bias": "model-00010-of-00041.safetensors",
+    "transformer.h.17.ln_attn.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.17.ln_mlp.bias": "model-00010-of-00041.safetensors",
+    "transformer.h.17.ln_mlp.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.17.mlp.dense_4h_to_h.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.17.mlp.dense_h_to_4h.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.17.self_attention.dense.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.17.self_attention.query_key_value.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.18.ln_attn.bias": "model-00010-of-00041.safetensors",
+    "transformer.h.18.ln_attn.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.18.ln_mlp.bias": "model-00010-of-00041.safetensors",
+    "transformer.h.18.ln_mlp.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.18.mlp.dense_4h_to_h.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.18.mlp.dense_h_to_4h.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.18.self_attention.dense.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.18.self_attention.query_key_value.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.19.ln_attn.bias": "model-00011-of-00041.safetensors",
+    "transformer.h.19.ln_attn.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.19.ln_mlp.bias": "model-00011-of-00041.safetensors",
+    "transformer.h.19.ln_mlp.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.19.mlp.dense_4h_to_h.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.19.mlp.dense_h_to_4h.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.19.self_attention.dense.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.19.self_attention.query_key_value.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.2.ln_attn.bias": "model-00002-of-00041.safetensors",
+    "transformer.h.2.ln_attn.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.2.ln_mlp.bias": "model-00002-of-00041.safetensors",
+    "transformer.h.2.ln_mlp.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.2.mlp.dense_4h_to_h.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.2.mlp.dense_h_to_4h.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.2.self_attention.dense.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.2.self_attention.query_key_value.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.20.ln_attn.bias": "model-00011-of-00041.safetensors",
+    "transformer.h.20.ln_attn.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.20.ln_mlp.bias": "model-00011-of-00041.safetensors",
+    "transformer.h.20.ln_mlp.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.20.mlp.dense_4h_to_h.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.20.mlp.dense_h_to_4h.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.20.self_attention.dense.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.20.self_attention.query_key_value.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.21.ln_attn.bias": "model-00012-of-00041.safetensors",
+    "transformer.h.21.ln_attn.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.21.ln_mlp.bias": "model-00012-of-00041.safetensors",
+    "transformer.h.21.ln_mlp.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.21.mlp.dense_4h_to_h.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.21.mlp.dense_h_to_4h.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.21.self_attention.dense.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.21.self_attention.query_key_value.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.22.ln_attn.bias": "model-00012-of-00041.safetensors",
+    "transformer.h.22.ln_attn.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.22.ln_mlp.bias": "model-00012-of-00041.safetensors",
+    "transformer.h.22.ln_mlp.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.22.mlp.dense_4h_to_h.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.22.mlp.dense_h_to_4h.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.22.self_attention.dense.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.22.self_attention.query_key_value.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.23.ln_attn.bias": "model-00013-of-00041.safetensors",
+    "transformer.h.23.ln_attn.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.23.ln_mlp.bias": "model-00013-of-00041.safetensors",
+    "transformer.h.23.ln_mlp.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.23.mlp.dense_4h_to_h.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.23.mlp.dense_h_to_4h.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.23.self_attention.dense.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.23.self_attention.query_key_value.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.24.ln_attn.bias": "model-00013-of-00041.safetensors",
+    "transformer.h.24.ln_attn.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.24.ln_mlp.bias": "model-00013-of-00041.safetensors",
+    "transformer.h.24.ln_mlp.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.24.mlp.dense_4h_to_h.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.24.mlp.dense_h_to_4h.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.24.self_attention.dense.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.24.self_attention.query_key_value.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.25.ln_attn.bias": "model-00014-of-00041.safetensors",
+    "transformer.h.25.ln_attn.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.25.ln_mlp.bias": "model-00014-of-00041.safetensors",
+    "transformer.h.25.ln_mlp.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.25.mlp.dense_4h_to_h.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.25.mlp.dense_h_to_4h.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.25.self_attention.dense.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.25.self_attention.query_key_value.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.26.ln_attn.bias": "model-00014-of-00041.safetensors",
+    "transformer.h.26.ln_attn.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.26.ln_mlp.bias": "model-00014-of-00041.safetensors",
+    "transformer.h.26.ln_mlp.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.26.mlp.dense_4h_to_h.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.26.mlp.dense_h_to_4h.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.26.self_attention.dense.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.26.self_attention.query_key_value.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.27.ln_attn.bias": "model-00015-of-00041.safetensors",
+    "transformer.h.27.ln_attn.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.27.ln_mlp.bias": "model-00015-of-00041.safetensors",
+    "transformer.h.27.ln_mlp.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.27.mlp.dense_4h_to_h.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.27.mlp.dense_h_to_4h.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.27.self_attention.dense.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.27.self_attention.query_key_value.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.28.ln_attn.bias": "model-00015-of-00041.safetensors",
+    "transformer.h.28.ln_attn.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.28.ln_mlp.bias": "model-00015-of-00041.safetensors",
+    "transformer.h.28.ln_mlp.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.28.mlp.dense_4h_to_h.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.28.mlp.dense_h_to_4h.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.28.self_attention.dense.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.28.self_attention.query_key_value.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.29.ln_attn.bias": "model-00016-of-00041.safetensors",
+    "transformer.h.29.ln_attn.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.29.ln_mlp.bias": "model-00016-of-00041.safetensors",
+    "transformer.h.29.ln_mlp.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.29.mlp.dense_4h_to_h.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.29.mlp.dense_h_to_4h.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.29.self_attention.dense.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.29.self_attention.query_key_value.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.3.ln_attn.bias": "model-00003-of-00041.safetensors",
+    "transformer.h.3.ln_attn.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.3.ln_mlp.bias": "model-00003-of-00041.safetensors",
+    "transformer.h.3.ln_mlp.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.3.mlp.dense_4h_to_h.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.3.mlp.dense_h_to_4h.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.3.self_attention.dense.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.3.self_attention.query_key_value.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.30.ln_attn.bias": "model-00016-of-00041.safetensors",
+    "transformer.h.30.ln_attn.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.30.ln_mlp.bias": "model-00016-of-00041.safetensors",
+    "transformer.h.30.ln_mlp.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.30.mlp.dense_4h_to_h.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.30.mlp.dense_h_to_4h.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.30.self_attention.dense.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.30.self_attention.query_key_value.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.31.ln_attn.bias": "model-00017-of-00041.safetensors",
+    "transformer.h.31.ln_attn.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.31.ln_mlp.bias": "model-00017-of-00041.safetensors",
+    "transformer.h.31.ln_mlp.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.31.mlp.dense_4h_to_h.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.31.mlp.dense_h_to_4h.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.31.self_attention.dense.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.31.self_attention.query_key_value.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.32.ln_attn.bias": "model-00017-of-00041.safetensors",
+    "transformer.h.32.ln_attn.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.32.ln_mlp.bias": "model-00017-of-00041.safetensors",
+    "transformer.h.32.ln_mlp.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.32.mlp.dense_4h_to_h.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.32.mlp.dense_h_to_4h.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.32.self_attention.dense.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.32.self_attention.query_key_value.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.33.ln_attn.bias": "model-00018-of-00041.safetensors",
+    "transformer.h.33.ln_attn.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.33.ln_mlp.bias": "model-00018-of-00041.safetensors",
+    "transformer.h.33.ln_mlp.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.33.mlp.dense_4h_to_h.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.33.mlp.dense_h_to_4h.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.33.self_attention.dense.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.33.self_attention.query_key_value.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.34.ln_attn.bias": "model-00018-of-00041.safetensors",
+    "transformer.h.34.ln_attn.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.34.ln_mlp.bias": "model-00018-of-00041.safetensors",
+    "transformer.h.34.ln_mlp.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.34.mlp.dense_4h_to_h.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.34.mlp.dense_h_to_4h.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.34.self_attention.dense.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.34.self_attention.query_key_value.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.35.ln_attn.bias": "model-00019-of-00041.safetensors",
+    "transformer.h.35.ln_attn.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.35.ln_mlp.bias": "model-00019-of-00041.safetensors",
+    "transformer.h.35.ln_mlp.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.35.mlp.dense_4h_to_h.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.35.mlp.dense_h_to_4h.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.35.self_attention.dense.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.35.self_attention.query_key_value.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.36.ln_attn.bias": "model-00019-of-00041.safetensors",
+    "transformer.h.36.ln_attn.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.36.ln_mlp.bias": "model-00019-of-00041.safetensors",
+    "transformer.h.36.ln_mlp.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.36.mlp.dense_4h_to_h.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.36.mlp.dense_h_to_4h.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.36.self_attention.dense.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.36.self_attention.query_key_value.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.37.ln_attn.bias": "model-00020-of-00041.safetensors",
+    "transformer.h.37.ln_attn.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.37.ln_mlp.bias": "model-00020-of-00041.safetensors",
+    "transformer.h.37.ln_mlp.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.37.mlp.dense_4h_to_h.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.37.mlp.dense_h_to_4h.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.37.self_attention.dense.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.37.self_attention.query_key_value.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.38.ln_attn.bias": "model-00020-of-00041.safetensors",
+    "transformer.h.38.ln_attn.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.38.ln_mlp.bias": "model-00020-of-00041.safetensors",
+    "transformer.h.38.ln_mlp.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.38.mlp.dense_4h_to_h.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.38.mlp.dense_h_to_4h.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.38.self_attention.dense.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.38.self_attention.query_key_value.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.39.ln_attn.bias": "model-00021-of-00041.safetensors",
+    "transformer.h.39.ln_attn.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.39.ln_mlp.bias": "model-00021-of-00041.safetensors",
+    "transformer.h.39.ln_mlp.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.39.mlp.dense_4h_to_h.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.39.mlp.dense_h_to_4h.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.39.self_attention.dense.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.39.self_attention.query_key_value.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.4.ln_attn.bias": "model-00003-of-00041.safetensors",
+    "transformer.h.4.ln_attn.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.4.ln_mlp.bias": "model-00003-of-00041.safetensors",
+    "transformer.h.4.ln_mlp.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.4.mlp.dense_4h_to_h.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.4.mlp.dense_h_to_4h.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.4.self_attention.dense.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.4.self_attention.query_key_value.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.40.ln_attn.bias": "model-00021-of-00041.safetensors",
+    "transformer.h.40.ln_attn.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.40.ln_mlp.bias": "model-00021-of-00041.safetensors",
+    "transformer.h.40.ln_mlp.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.40.mlp.dense_4h_to_h.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.40.mlp.dense_h_to_4h.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.40.self_attention.dense.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.40.self_attention.query_key_value.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.41.ln_attn.bias": "model-00022-of-00041.safetensors",
+    "transformer.h.41.ln_attn.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.41.ln_mlp.bias": "model-00022-of-00041.safetensors",
+    "transformer.h.41.ln_mlp.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.41.mlp.dense_4h_to_h.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.41.mlp.dense_h_to_4h.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.41.self_attention.dense.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.41.self_attention.query_key_value.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.42.ln_attn.bias": "model-00022-of-00041.safetensors",
+    "transformer.h.42.ln_attn.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.42.ln_mlp.bias": "model-00022-of-00041.safetensors",
+    "transformer.h.42.ln_mlp.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.42.mlp.dense_4h_to_h.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.42.mlp.dense_h_to_4h.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.42.self_attention.dense.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.42.self_attention.query_key_value.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.43.ln_attn.bias": "model-00023-of-00041.safetensors",
+    "transformer.h.43.ln_attn.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.43.ln_mlp.bias": "model-00023-of-00041.safetensors",
+    "transformer.h.43.ln_mlp.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.43.mlp.dense_4h_to_h.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.43.mlp.dense_h_to_4h.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.43.self_attention.dense.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.43.self_attention.query_key_value.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.44.ln_attn.bias": "model-00023-of-00041.safetensors",
+    "transformer.h.44.ln_attn.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.44.ln_mlp.bias": "model-00023-of-00041.safetensors",
+    "transformer.h.44.ln_mlp.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.44.mlp.dense_4h_to_h.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.44.mlp.dense_h_to_4h.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.44.self_attention.dense.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.44.self_attention.query_key_value.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.45.ln_attn.bias": "model-00024-of-00041.safetensors",
+    "transformer.h.45.ln_attn.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.45.ln_mlp.bias": "model-00024-of-00041.safetensors",
+    "transformer.h.45.ln_mlp.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.45.mlp.dense_4h_to_h.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.45.mlp.dense_h_to_4h.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.45.self_attention.dense.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.45.self_attention.query_key_value.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.46.ln_attn.bias": "model-00024-of-00041.safetensors",
+    "transformer.h.46.ln_attn.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.46.ln_mlp.bias": "model-00024-of-00041.safetensors",
+    "transformer.h.46.ln_mlp.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.46.mlp.dense_4h_to_h.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.46.mlp.dense_h_to_4h.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.46.self_attention.dense.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.46.self_attention.query_key_value.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.47.ln_attn.bias": "model-00025-of-00041.safetensors",
+    "transformer.h.47.ln_attn.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.47.ln_mlp.bias": "model-00025-of-00041.safetensors",
+    "transformer.h.47.ln_mlp.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.47.mlp.dense_4h_to_h.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.47.mlp.dense_h_to_4h.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.47.self_attention.dense.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.47.self_attention.query_key_value.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.48.ln_attn.bias": "model-00025-of-00041.safetensors",
+    "transformer.h.48.ln_attn.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.48.ln_mlp.bias": "model-00025-of-00041.safetensors",
+    "transformer.h.48.ln_mlp.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.48.mlp.dense_4h_to_h.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.48.mlp.dense_h_to_4h.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.48.self_attention.dense.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.48.self_attention.query_key_value.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.49.ln_attn.bias": "model-00026-of-00041.safetensors",
+    "transformer.h.49.ln_attn.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.49.ln_mlp.bias": "model-00026-of-00041.safetensors",
+    "transformer.h.49.ln_mlp.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.49.mlp.dense_4h_to_h.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.49.mlp.dense_h_to_4h.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.49.self_attention.dense.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.49.self_attention.query_key_value.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.5.ln_attn.bias": "model-00004-of-00041.safetensors",
+    "transformer.h.5.ln_attn.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.5.ln_mlp.bias": "model-00004-of-00041.safetensors",
+    "transformer.h.5.ln_mlp.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.5.mlp.dense_4h_to_h.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.5.mlp.dense_h_to_4h.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.5.self_attention.dense.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.5.self_attention.query_key_value.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.50.ln_attn.bias": "model-00026-of-00041.safetensors",
+    "transformer.h.50.ln_attn.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.50.ln_mlp.bias": "model-00026-of-00041.safetensors",
+    "transformer.h.50.ln_mlp.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.50.mlp.dense_4h_to_h.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.50.mlp.dense_h_to_4h.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.50.self_attention.dense.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.50.self_attention.query_key_value.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.51.ln_attn.bias": "model-00027-of-00041.safetensors",
+    "transformer.h.51.ln_attn.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.51.ln_mlp.bias": "model-00027-of-00041.safetensors",
+    "transformer.h.51.ln_mlp.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.51.mlp.dense_4h_to_h.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.51.mlp.dense_h_to_4h.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.51.self_attention.dense.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.51.self_attention.query_key_value.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.52.ln_attn.bias": "model-00027-of-00041.safetensors",
+    "transformer.h.52.ln_attn.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.52.ln_mlp.bias": "model-00027-of-00041.safetensors",
+    "transformer.h.52.ln_mlp.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.52.mlp.dense_4h_to_h.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.52.mlp.dense_h_to_4h.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.52.self_attention.dense.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.52.self_attention.query_key_value.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.53.ln_attn.bias": "model-00028-of-00041.safetensors",
+    "transformer.h.53.ln_attn.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.53.ln_mlp.bias": "model-00028-of-00041.safetensors",
+    "transformer.h.53.ln_mlp.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.53.mlp.dense_4h_to_h.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.53.mlp.dense_h_to_4h.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.53.self_attention.dense.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.53.self_attention.query_key_value.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.54.ln_attn.bias": "model-00028-of-00041.safetensors",
+    "transformer.h.54.ln_attn.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.54.ln_mlp.bias": "model-00028-of-00041.safetensors",
+    "transformer.h.54.ln_mlp.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.54.mlp.dense_4h_to_h.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.54.mlp.dense_h_to_4h.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.54.self_attention.dense.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.54.self_attention.query_key_value.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.55.ln_attn.bias": "model-00029-of-00041.safetensors",
+    "transformer.h.55.ln_attn.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.55.ln_mlp.bias": "model-00029-of-00041.safetensors",
+    "transformer.h.55.ln_mlp.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.55.mlp.dense_4h_to_h.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.55.mlp.dense_h_to_4h.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.55.self_attention.dense.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.55.self_attention.query_key_value.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.56.ln_attn.bias": "model-00029-of-00041.safetensors",
+    "transformer.h.56.ln_attn.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.56.ln_mlp.bias": "model-00029-of-00041.safetensors",
+    "transformer.h.56.ln_mlp.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.56.mlp.dense_4h_to_h.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.56.mlp.dense_h_to_4h.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.56.self_attention.dense.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.56.self_attention.query_key_value.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.57.ln_attn.bias": "model-00030-of-00041.safetensors",
+    "transformer.h.57.ln_attn.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.57.ln_mlp.bias": "model-00030-of-00041.safetensors",
+    "transformer.h.57.ln_mlp.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.57.mlp.dense_4h_to_h.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.57.mlp.dense_h_to_4h.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.57.self_attention.dense.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.57.self_attention.query_key_value.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.58.ln_attn.bias": "model-00030-of-00041.safetensors",
+    "transformer.h.58.ln_attn.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.58.ln_mlp.bias": "model-00030-of-00041.safetensors",
+    "transformer.h.58.ln_mlp.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.58.mlp.dense_4h_to_h.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.58.mlp.dense_h_to_4h.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.58.self_attention.dense.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.58.self_attention.query_key_value.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.59.ln_attn.bias": "model-00031-of-00041.safetensors",
+    "transformer.h.59.ln_attn.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.59.ln_mlp.bias": "model-00031-of-00041.safetensors",
+    "transformer.h.59.ln_mlp.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.59.mlp.dense_4h_to_h.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.59.mlp.dense_h_to_4h.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.59.self_attention.dense.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.59.self_attention.query_key_value.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.6.ln_attn.bias": "model-00004-of-00041.safetensors",
+    "transformer.h.6.ln_attn.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.6.ln_mlp.bias": "model-00004-of-00041.safetensors",
+    "transformer.h.6.ln_mlp.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.6.mlp.dense_4h_to_h.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.6.mlp.dense_h_to_4h.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.6.self_attention.dense.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.6.self_attention.query_key_value.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.60.ln_attn.bias": "model-00031-of-00041.safetensors",
+    "transformer.h.60.ln_attn.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.60.ln_mlp.bias": "model-00031-of-00041.safetensors",
+    "transformer.h.60.ln_mlp.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.60.mlp.dense_4h_to_h.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.60.mlp.dense_h_to_4h.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.60.self_attention.dense.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.60.self_attention.query_key_value.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.61.ln_attn.bias": "model-00032-of-00041.safetensors",
+    "transformer.h.61.ln_attn.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.61.ln_mlp.bias": "model-00032-of-00041.safetensors",
+    "transformer.h.61.ln_mlp.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.61.mlp.dense_4h_to_h.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.61.mlp.dense_h_to_4h.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.61.self_attention.dense.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.61.self_attention.query_key_value.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.62.ln_attn.bias": "model-00032-of-00041.safetensors",
+    "transformer.h.62.ln_attn.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.62.ln_mlp.bias": "model-00032-of-00041.safetensors",
+    "transformer.h.62.ln_mlp.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.62.mlp.dense_4h_to_h.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.62.mlp.dense_h_to_4h.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.62.self_attention.dense.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.62.self_attention.query_key_value.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.63.ln_attn.bias": "model-00033-of-00041.safetensors",
+    "transformer.h.63.ln_attn.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.63.ln_mlp.bias": "model-00033-of-00041.safetensors",
+    "transformer.h.63.ln_mlp.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.63.mlp.dense_4h_to_h.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.63.mlp.dense_h_to_4h.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.63.self_attention.dense.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.63.self_attention.query_key_value.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.64.ln_attn.bias": "model-00033-of-00041.safetensors",
+    "transformer.h.64.ln_attn.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.64.ln_mlp.bias": "model-00033-of-00041.safetensors",
+    "transformer.h.64.ln_mlp.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.64.mlp.dense_4h_to_h.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.64.mlp.dense_h_to_4h.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.64.self_attention.dense.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.64.self_attention.query_key_value.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.65.ln_attn.bias": "model-00034-of-00041.safetensors",
+    "transformer.h.65.ln_attn.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.65.ln_mlp.bias": "model-00034-of-00041.safetensors",
+    "transformer.h.65.ln_mlp.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.65.mlp.dense_4h_to_h.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.65.mlp.dense_h_to_4h.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.65.self_attention.dense.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.65.self_attention.query_key_value.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.66.ln_attn.bias": "model-00034-of-00041.safetensors",
+    "transformer.h.66.ln_attn.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.66.ln_mlp.bias": "model-00034-of-00041.safetensors",
+    "transformer.h.66.ln_mlp.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.66.mlp.dense_4h_to_h.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.66.mlp.dense_h_to_4h.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.66.self_attention.dense.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.66.self_attention.query_key_value.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.67.ln_attn.bias": "model-00035-of-00041.safetensors",
+    "transformer.h.67.ln_attn.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.67.ln_mlp.bias": "model-00035-of-00041.safetensors",
+    "transformer.h.67.ln_mlp.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.67.mlp.dense_4h_to_h.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.67.mlp.dense_h_to_4h.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.67.self_attention.dense.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.67.self_attention.query_key_value.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.68.ln_attn.bias": "model-00035-of-00041.safetensors",
+    "transformer.h.68.ln_attn.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.68.ln_mlp.bias": "model-00035-of-00041.safetensors",
+    "transformer.h.68.ln_mlp.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.68.mlp.dense_4h_to_h.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.68.mlp.dense_h_to_4h.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.68.self_attention.dense.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.68.self_attention.query_key_value.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.69.ln_attn.bias": "model-00036-of-00041.safetensors",
+    "transformer.h.69.ln_attn.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.69.ln_mlp.bias": "model-00036-of-00041.safetensors",
+    "transformer.h.69.ln_mlp.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.69.mlp.dense_4h_to_h.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.69.mlp.dense_h_to_4h.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.69.self_attention.dense.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.69.self_attention.query_key_value.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.7.ln_attn.bias": "model-00005-of-00041.safetensors",
+    "transformer.h.7.ln_attn.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.7.ln_mlp.bias": "model-00005-of-00041.safetensors",
+    "transformer.h.7.ln_mlp.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.7.mlp.dense_4h_to_h.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.7.mlp.dense_h_to_4h.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.7.self_attention.dense.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.7.self_attention.query_key_value.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.70.ln_attn.bias": "model-00036-of-00041.safetensors",
+    "transformer.h.70.ln_attn.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.70.ln_mlp.bias": "model-00036-of-00041.safetensors",
+    "transformer.h.70.ln_mlp.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.70.mlp.dense_4h_to_h.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.70.mlp.dense_h_to_4h.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.70.self_attention.dense.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.70.self_attention.query_key_value.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.71.ln_attn.bias": "model-00037-of-00041.safetensors",
+    "transformer.h.71.ln_attn.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.71.ln_mlp.bias": "model-00037-of-00041.safetensors",
+    "transformer.h.71.ln_mlp.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.71.mlp.dense_4h_to_h.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.71.mlp.dense_h_to_4h.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.71.self_attention.dense.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.71.self_attention.query_key_value.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.72.ln_attn.bias": "model-00037-of-00041.safetensors",
+    "transformer.h.72.ln_attn.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.72.ln_mlp.bias": "model-00037-of-00041.safetensors",
+    "transformer.h.72.ln_mlp.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.72.mlp.dense_4h_to_h.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.72.mlp.dense_h_to_4h.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.72.self_attention.dense.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.72.self_attention.query_key_value.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.73.ln_attn.bias": "model-00038-of-00041.safetensors",
+    "transformer.h.73.ln_attn.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.73.ln_mlp.bias": "model-00038-of-00041.safetensors",
+    "transformer.h.73.ln_mlp.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.73.mlp.dense_4h_to_h.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.73.mlp.dense_h_to_4h.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.73.self_attention.dense.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.73.self_attention.query_key_value.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.74.ln_attn.bias": "model-00038-of-00041.safetensors",
+    "transformer.h.74.ln_attn.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.74.ln_mlp.bias": "model-00038-of-00041.safetensors",
+    "transformer.h.74.ln_mlp.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.74.mlp.dense_4h_to_h.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.74.mlp.dense_h_to_4h.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.74.self_attention.dense.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.74.self_attention.query_key_value.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.75.ln_attn.bias": "model-00039-of-00041.safetensors",
+    "transformer.h.75.ln_attn.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.75.ln_mlp.bias": "model-00039-of-00041.safetensors",
+    "transformer.h.75.ln_mlp.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.75.mlp.dense_4h_to_h.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.75.mlp.dense_h_to_4h.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.75.self_attention.dense.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.75.self_attention.query_key_value.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.76.ln_attn.bias": "model-00039-of-00041.safetensors",
+    "transformer.h.76.ln_attn.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.76.ln_mlp.bias": "model-00039-of-00041.safetensors",
+    "transformer.h.76.ln_mlp.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.76.mlp.dense_4h_to_h.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.76.mlp.dense_h_to_4h.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.76.self_attention.dense.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.76.self_attention.query_key_value.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.77.ln_attn.bias": "model-00040-of-00041.safetensors",
+    "transformer.h.77.ln_attn.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.77.ln_mlp.bias": "model-00040-of-00041.safetensors",
+    "transformer.h.77.ln_mlp.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.77.mlp.dense_4h_to_h.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.77.mlp.dense_h_to_4h.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.77.self_attention.dense.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.77.self_attention.query_key_value.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.78.ln_attn.bias": "model-00040-of-00041.safetensors",
+    "transformer.h.78.ln_attn.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.78.ln_mlp.bias": "model-00040-of-00041.safetensors",
+    "transformer.h.78.ln_mlp.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.78.mlp.dense_4h_to_h.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.78.mlp.dense_h_to_4h.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.78.self_attention.dense.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.78.self_attention.query_key_value.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.79.ln_attn.bias": "model-00041-of-00041.safetensors",
+    "transformer.h.79.ln_attn.weight": "model-00041-of-00041.safetensors",
+    "transformer.h.79.ln_mlp.bias": "model-00041-of-00041.safetensors",
+    "transformer.h.79.ln_mlp.weight": "model-00041-of-00041.safetensors",
+    "transformer.h.79.mlp.dense_4h_to_h.weight": "model-00041-of-00041.safetensors",
+    "transformer.h.79.mlp.dense_h_to_4h.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.79.self_attention.dense.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.79.self_attention.query_key_value.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.8.ln_attn.bias": "model-00005-of-00041.safetensors",
+    "transformer.h.8.ln_attn.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.8.ln_mlp.bias": "model-00005-of-00041.safetensors",
+    "transformer.h.8.ln_mlp.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.8.mlp.dense_4h_to_h.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.8.mlp.dense_h_to_4h.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.8.self_attention.dense.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.8.self_attention.query_key_value.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.9.ln_attn.bias": "model-00006-of-00041.safetensors",
+    "transformer.h.9.ln_attn.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.9.ln_mlp.bias": "model-00006-of-00041.safetensors",
+    "transformer.h.9.ln_mlp.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.9.mlp.dense_4h_to_h.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.9.mlp.dense_h_to_4h.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.9.self_attention.dense.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.9.self_attention.query_key_value.weight": "model-00005-of-00041.safetensors",
+    "transformer.ln_f.bias": "model-00041-of-00041.safetensors",
+    "transformer.ln_f.weight": "model-00041-of-00041.safetensors",
+    "transformer.word_embeddings.weight": "model-00001-of-00041.safetensors"
+  }
+}