OzzyGT HF Staff commited on
Commit
91c9af2
·
verified ·
1 Parent(s): 049f9ac

Upload 3 files

Browse files
text_encoder/config.json CHANGED
@@ -373,97 +373,6 @@
373
  "model.language_model.layers.50.self_attn.o_proj.weight",
374
  "model.language_model.layers.50.self_attn.q_proj.weight",
375
  "model.language_model.layers.50.self_attn.v_proj.weight",
376
- "model.language_model.layers.51.mlp.down_proj.weight",
377
- "model.language_model.layers.51.mlp.gate_proj.weight",
378
- "model.language_model.layers.51.mlp.up_proj.weight",
379
- "model.language_model.layers.51.self_attn.k_proj.weight",
380
- "model.language_model.layers.51.self_attn.o_proj.weight",
381
- "model.language_model.layers.51.self_attn.q_proj.weight",
382
- "model.language_model.layers.51.self_attn.v_proj.weight",
383
- "model.language_model.layers.52.mlp.down_proj.weight",
384
- "model.language_model.layers.52.mlp.gate_proj.weight",
385
- "model.language_model.layers.52.mlp.up_proj.weight",
386
- "model.language_model.layers.52.self_attn.k_proj.weight",
387
- "model.language_model.layers.52.self_attn.o_proj.weight",
388
- "model.language_model.layers.52.self_attn.q_proj.weight",
389
- "model.language_model.layers.52.self_attn.v_proj.weight",
390
- "model.language_model.layers.53.mlp.down_proj.weight",
391
- "model.language_model.layers.53.mlp.gate_proj.weight",
392
- "model.language_model.layers.53.mlp.up_proj.weight",
393
- "model.language_model.layers.53.self_attn.k_proj.weight",
394
- "model.language_model.layers.53.self_attn.o_proj.weight",
395
- "model.language_model.layers.53.self_attn.q_proj.weight",
396
- "model.language_model.layers.53.self_attn.v_proj.weight",
397
- "model.language_model.layers.54.mlp.down_proj.weight",
398
- "model.language_model.layers.54.mlp.gate_proj.weight",
399
- "model.language_model.layers.54.mlp.up_proj.weight",
400
- "model.language_model.layers.54.self_attn.k_proj.weight",
401
- "model.language_model.layers.54.self_attn.o_proj.weight",
402
- "model.language_model.layers.54.self_attn.q_proj.weight",
403
- "model.language_model.layers.54.self_attn.v_proj.weight",
404
- "model.language_model.layers.55.mlp.down_proj.weight",
405
- "model.language_model.layers.55.mlp.gate_proj.weight",
406
- "model.language_model.layers.55.mlp.up_proj.weight",
407
- "model.language_model.layers.55.self_attn.k_proj.weight",
408
- "model.language_model.layers.55.self_attn.o_proj.weight",
409
- "model.language_model.layers.55.self_attn.q_proj.weight",
410
- "model.language_model.layers.55.self_attn.v_proj.weight",
411
- "model.language_model.layers.56.mlp.down_proj.weight",
412
- "model.language_model.layers.56.mlp.gate_proj.weight",
413
- "model.language_model.layers.56.mlp.up_proj.weight",
414
- "model.language_model.layers.56.self_attn.k_proj.weight",
415
- "model.language_model.layers.56.self_attn.o_proj.weight",
416
- "model.language_model.layers.56.self_attn.q_proj.weight",
417
- "model.language_model.layers.56.self_attn.v_proj.weight",
418
- "model.language_model.layers.57.mlp.down_proj.weight",
419
- "model.language_model.layers.57.mlp.gate_proj.weight",
420
- "model.language_model.layers.57.mlp.up_proj.weight",
421
- "model.language_model.layers.57.self_attn.k_proj.weight",
422
- "model.language_model.layers.57.self_attn.o_proj.weight",
423
- "model.language_model.layers.57.self_attn.q_proj.weight",
424
- "model.language_model.layers.57.self_attn.v_proj.weight",
425
- "model.language_model.layers.58.mlp.down_proj.weight",
426
- "model.language_model.layers.58.mlp.gate_proj.weight",
427
- "model.language_model.layers.58.mlp.up_proj.weight",
428
- "model.language_model.layers.58.self_attn.k_proj.weight",
429
- "model.language_model.layers.58.self_attn.o_proj.weight",
430
- "model.language_model.layers.58.self_attn.q_proj.weight",
431
- "model.language_model.layers.58.self_attn.v_proj.weight",
432
- "model.language_model.layers.59.mlp.down_proj.weight",
433
- "model.language_model.layers.59.mlp.gate_proj.weight",
434
- "model.language_model.layers.59.mlp.up_proj.weight",
435
- "model.language_model.layers.59.self_attn.k_proj.weight",
436
- "model.language_model.layers.59.self_attn.o_proj.weight",
437
- "model.language_model.layers.59.self_attn.q_proj.weight",
438
- "model.language_model.layers.59.self_attn.v_proj.weight",
439
- "model.language_model.layers.60.mlp.down_proj.weight",
440
- "model.language_model.layers.60.mlp.gate_proj.weight",
441
- "model.language_model.layers.60.mlp.up_proj.weight",
442
- "model.language_model.layers.60.self_attn.k_proj.weight",
443
- "model.language_model.layers.60.self_attn.o_proj.weight",
444
- "model.language_model.layers.60.self_attn.q_proj.weight",
445
- "model.language_model.layers.60.self_attn.v_proj.weight",
446
- "model.language_model.layers.61.mlp.down_proj.weight",
447
- "model.language_model.layers.61.mlp.gate_proj.weight",
448
- "model.language_model.layers.61.mlp.up_proj.weight",
449
- "model.language_model.layers.61.self_attn.k_proj.weight",
450
- "model.language_model.layers.61.self_attn.o_proj.weight",
451
- "model.language_model.layers.61.self_attn.q_proj.weight",
452
- "model.language_model.layers.61.self_attn.v_proj.weight",
453
- "model.language_model.layers.62.mlp.down_proj.weight",
454
- "model.language_model.layers.62.mlp.gate_proj.weight",
455
- "model.language_model.layers.62.mlp.up_proj.weight",
456
- "model.language_model.layers.62.self_attn.k_proj.weight",
457
- "model.language_model.layers.62.self_attn.o_proj.weight",
458
- "model.language_model.layers.62.self_attn.q_proj.weight",
459
- "model.language_model.layers.62.self_attn.v_proj.weight",
460
- "model.language_model.layers.63.mlp.down_proj.weight",
461
- "model.language_model.layers.63.mlp.gate_proj.weight",
462
- "model.language_model.layers.63.mlp.up_proj.weight",
463
- "model.language_model.layers.63.self_attn.k_proj.weight",
464
- "model.language_model.layers.63.self_attn.o_proj.weight",
465
- "model.language_model.layers.63.self_attn.q_proj.weight",
466
- "model.language_model.layers.63.self_attn.v_proj.weight",
467
  "model.visual.blocks.0.attn.proj.weight",
468
  "model.visual.blocks.0.attn.qkv.weight",
469
  "model.visual.blocks.0.mlp.linear_fc1.weight",
@@ -962,7 +871,7 @@
962
  "max_position_embeddings": 262144,
963
  "model_type": "qwen3_vl_text",
964
  "num_attention_heads": 64,
965
- "num_hidden_layers": 64,
966
  "num_key_value_heads": 8,
967
  "pad_token_id": null,
968
  "rms_norm_eps": 1e-06,
@@ -979,7 +888,7 @@
979
  "use_cache": true,
980
  "vocab_size": 151936
981
  },
982
- "tie_word_embeddings": false,
983
  "transformers_version": "5.13.0",
984
  "video_token_id": 151656,
985
  "vision_config": {
 
373
  "model.language_model.layers.50.self_attn.o_proj.weight",
374
  "model.language_model.layers.50.self_attn.q_proj.weight",
375
  "model.language_model.layers.50.self_attn.v_proj.weight",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
376
  "model.visual.blocks.0.attn.proj.weight",
377
  "model.visual.blocks.0.attn.qkv.weight",
378
  "model.visual.blocks.0.mlp.linear_fc1.weight",
 
871
  "max_position_embeddings": 262144,
872
  "model_type": "qwen3_vl_text",
873
  "num_attention_heads": 64,
874
+ "num_hidden_layers": 51,
875
  "num_key_value_heads": 8,
876
  "pad_token_id": null,
877
  "rms_norm_eps": 1e-06,
 
888
  "use_cache": true,
889
  "vocab_size": 151936
890
  },
891
+ "tie_word_embeddings": true,
892
  "transformers_version": "5.13.0",
893
  "video_token_id": 151656,
894
  "vision_config": {
text_encoder/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53c91138fe36c5dddcee8259b2e3f1c4719771d52b8d3886b81e0eb951c13c30
3
- size 34980773928
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebaa80e3a86f0aff9d74c7c0cc5d6df94692b53bd0820b1718f5e15856945e95
3
+ size 27073623456