Laya-v49-selective-svd / config.json
vtava's picture
Add files using upload-large-folder tool
b83671e verified
Raw History Blame Contribute Delete
1.16 kB
{
"format": "laya-v49-selective-svd-v1",
"model_type": "laya-v49-sensitivity-aware-selective-svd",
"head_context_budget": 64,
"head_layers": 2,
"source_model": "vtava/Laya-1.2-speedup-standalone",
"source_revision": "b60184b2976e9f7ffa60c1c42b221d81b3691c3d",
"compressed_projections": [
{
"first": 25,
"second": 26,
"component": "Wqkv",
"rank": 64
},
{
"first": 22,
"second": 23,
"component": "Wqkv",
"rank": 256
},
{
"first": 25,
"second": 26,
"component": "Wo",
"rank": 64
},
{
"first": 22,
"second": 23,
"component": "Wo",
"rank": 64
},
{
"first": 7,
"second": 8,
"component": "Wo",
"rank": 64
},
{
"first": 16,
"second": 17,
"component": "Wo",
"rank": 256
},
{
"first": 19,
"second": 20,
"component": "Wo",
"rank": 256
}
],
"selection_mode": "greedy_probe_fidelity",
"train_steps_requested": 240,
"selected_training_step": 120,
"output_scope": "typed-decision option scores only, no auxiliary action logits"
}