Hugging Face's logo

tiiuae
/
falcon-mamba-7b

Text Generation
Transformers
Safetensors
English
falcon_mamba
Eval Results (legacy)
Model card Files
xet
 Community
17
ybelkada commited on
Commit
470ed3c
·
verified ·
1 Parent(s): 8f8c2e2

Upload MambaForCausalLM

Browse files
Files changed (6) hide show
  1. config.json +3 -3
  2. generation_config.json +1 -1
  3. model-00001-of-00003.safetensors +2 -2
  4. model-00002-of-00003.safetensors +2 -2
  5. model-00003-of-00003.safetensors +2 -2
  6. model.safetensors.index.json +1 -1
config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "_name_or_path": "./",
3
  "architectures": [
4
- "FalconMambaForCausalLM"
5
  ],
6
  "bos_token_id": 0,
7
  "conv_kernel": 4,
@@ -12,9 +12,9 @@
12
  "initializer_range": 0.1,
13
  "intermediate_size": 8192,
14
  "layer_norm_epsilon": 1e-05,
15
- "model_type": "falcon_mamba",
16
  "num_hidden_layers": 64,
17
- "pad_token_id": 0,
18
  "rescale_prenorm_residual": false,
19
  "residual_in_fp32": true,
20
  "state_size": 16,
 
1
  {
2
  "_name_or_path": "./",
3
  "architectures": [
4
+ "MambaForCausalLM"
5
  ],
6
  "bos_token_id": 0,
7
  "conv_kernel": 4,
 
12
  "initializer_range": 0.1,
13
  "intermediate_size": 8192,
14
  "layer_norm_epsilon": 1e-05,
15
+ "model_type": "mamba",
16
  "num_hidden_layers": 64,
17
+ "pad_token_id": 11,
18
  "rescale_prenorm_residual": false,
19
  "residual_in_fp32": true,
20
  "state_size": 16,
generation_config.json CHANGED
@@ -2,6 +2,6 @@
2
  "_from_model_config": true,
3
  "bos_token_id": 0,
4
  "eos_token_id": 11,
5
- "pad_token_id": 0,
6
  "transformers_version": "4.43.0.dev0"
7
  }
 
2
  "_from_model_config": true,
3
  "bos_token_id": 0,
4
  "eos_token_id": 11,
5
+ "pad_token_id": 11,
6
  "transformers_version": "4.43.0.dev0"
7
  }
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7ba523977ce752d3e6681cfad5442934071a748d0c8cd6d7ea3f9843662b0c36
3
- size 4961951048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e46c29585a3a779e22609ac6e8e55af8463cb5ff61d3431c36392fc9fcfac523
3
+ size 4956184024
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9201c60ae26961b49c049d390a5c5d302d75261f57e7ea079945bb88d832cdd
3
- size 4993566096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e665d3e2f008c56fbe857f510c0dbff539fc196715fe45dc5815f4a12136a471
3
+ size 4987536920
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d92d7cef1ff8f6ddf3d3b299360ad92e8d9b3a13a42ed149512d229ebb42c006
3
- size 4606661504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f3bb8f91425be05bfe2781c459d63a81825ece2beb289be5002ef564d7bd492
3
+ size 4601680888
model.safetensors.index.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "metadata": {
3
- "total_size": 14562107392
4
  },
5
  "weight_map": {
6
  "backbone.embeddings.weight": "model-00001-of-00003.safetensors",
 
1
  {
2
  "metadata": {
3
+ "total_size": 14545330176
4
  },
5
  "weight_map": {
6
  "backbone.embeddings.weight": "model-00001-of-00003.safetensors",