Hugging Face's logo

opensearch-project
/
opensearch-neural-sparse-encoding-doc-v3-gte

Feature Extraction
sentence-transformers
Safetensors
Transformers
English
new
fill-mask
learned sparse
opensearch
retrieval
passage-retrieval
document-expansion
bag-of-words
sparse-encoder
sparse
asymmetric
inference-free
custom_code
text-embeddings-inference
Model card Files
xet
 Community
3
zhichao-aws commited on
Commit
7b838cb
·
1 Parent(s): da2f64e

update max length

Browse files
Files changed (4) hide show
  1. query_0_SparseStaticEmbedding/tokenizer.json +1 -1
  2. query_0_SparseStaticEmbedding/tokenizer_config.json +2 -2
  3. sentence_bert_config.json +1 -1
  4. tokenizer.json +1 -1
query_0_SparseStaticEmbedding/tokenizer.json CHANGED
@@ -2,7 +2,7 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 512,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 8192,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
query_0_SparseStaticEmbedding/tokenizer_config.json CHANGED
@@ -46,8 +46,8 @@
46
  "do_lower_case": true,
47
  "extra_special_tokens": {},
48
  "mask_token": "[MASK]",
49
- "max_length": 512,
50
- "model_max_length": 512,
51
  "pad_to_multiple_of": null,
52
  "pad_token": "[PAD]",
53
  "pad_token_type_id": 0,
 
46
  "do_lower_case": true,
47
  "extra_special_tokens": {},
48
  "mask_token": "[MASK]",
49
+ "max_length": 8192,
50
+ "model_max_length": 8192,
51
  "pad_to_multiple_of": null,
52
  "pad_token": "[PAD]",
53
  "pad_token_type_id": 0,
sentence_bert_config.json CHANGED
@@ -1,4 +1,4 @@
1
  {
2
- "max_seq_length": 512,
3
  "do_lower_case": false
4
  }
 
1
  {
2
+ "max_seq_length": 8192,
3
  "do_lower_case": false
4
  }
tokenizer.json CHANGED
@@ -2,7 +2,7 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 512,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 8192,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },