Update 40 LEAP sdk manifests
Browse files- LFM2-1.2B-Extract-GGUF/Q4_0.json +14 -0
- LFM2-1.2B-Extract-GGUF/Q4_K_M.json +14 -0
- LFM2-1.2B-Extract-GGUF/Q8_0.json +14 -0
- LFM2-1.2B-RAG-GGUF/Q4_0.json +14 -0
- LFM2-1.2B-RAG-GGUF/Q4_K_M.json +14 -0
- LFM2-1.2B-RAG-GGUF/Q8_0.json +14 -0
- LFM2-1.2B-Tool-GGUF/Q4_0.json +14 -0
- LFM2-1.2B-Tool-GGUF/Q4_K_M.json +14 -0
- LFM2-1.2B-Tool-GGUF/Q8_0.json +14 -0
- LFM2-2.6B-GGUF/Q4_0.json +14 -0
- LFM2-2.6B-GGUF/Q4_K_M.json +14 -0
- LFM2-2.6B-GGUF/Q8_0.json +14 -0
- LFM2-350M-ENJP-MT-GGUF/Q4_0.json +14 -0
- LFM2-350M-ENJP-MT-GGUF/Q4_K_M.json +14 -0
- LFM2-350M-ENJP-MT-GGUF/Q8_0.json +14 -0
- LFM2-350M-GGUF/Q4_0.json +14 -0
- LFM2-350M-GGUF/Q4_K_M.json +14 -0
- LFM2-350M-GGUF/Q8_0.json +14 -0
- LFM2-350M-Math-GGUF/Q4_0.json +14 -0
- LFM2-350M-Math-GGUF/Q4_K_M.json +14 -0
- LFM2-350M-Math-GGUF/Q8_0.json +14 -0
- LFM2-350M-PII-Extract-JP-GGUF/Q4_0.json +14 -0
- LFM2-350M-PII-Extract-JP-GGUF/Q4_K_M.json +14 -0
- LFM2-350M-PII-Extract-JP-GGUF/Q8_0.json +14 -0
- LFM2-700M-GGUF/Q4_0.json +14 -0
- LFM2-700M-GGUF/Q4_K_M.json +14 -0
- LFM2-700M-GGUF/Q8_0.json +14 -0
- LFM2-VL-3B-GGUF/F16.json +15 -0
- LFM2-VL-3B-GGUF/Q8_0.json +15 -0
- LFM2-VL-450M-GGUF/F16.json +15 -0
- LFM2-VL-450M-GGUF/Q8_0.json +15 -0
- Qwen3-0.6B-GGUF/Q8_0.json +14 -0
- Qwen3-1.7B-GGUF/Q8_0.json +14 -0
LFM2-1.2B-Extract-GGUF/Q4_0.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-1.2B-Extract-GGUF/resolve/main/LFM2-1.2B-Extract-Q4_0.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-1.2B-Extract-GGUF/Q4_K_M.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-1.2B-Extract-GGUF/resolve/main/LFM2-1.2B-Extract-Q4_K_M.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-1.2B-Extract-GGUF/Q8_0.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-1.2B-Extract-GGUF/resolve/main/LFM2-1.2B-Extract-Q8_0.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-1.2B-RAG-GGUF/Q4_0.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-1.2B-RAG-GGUF/resolve/main/LFM2-1.2B-RAG-Q4_0.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-1.2B-RAG-GGUF/Q4_K_M.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-1.2B-RAG-GGUF/resolve/main/LFM2-1.2B-RAG-Q4_K_M.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-1.2B-RAG-GGUF/Q8_0.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-1.2B-RAG-GGUF/resolve/main/LFM2-1.2B-RAG-Q8_0.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-1.2B-Tool-GGUF/Q4_0.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-1.2B-Tool-GGUF/resolve/main/LFM2-1.2B-Tool-Q4_0.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-1.2B-Tool-GGUF/Q4_K_M.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-1.2B-Tool-GGUF/resolve/main/LFM2-1.2B-Tool-Q4_K_M.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-1.2B-Tool-GGUF/Q8_0.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-1.2B-Tool-GGUF/resolve/main/LFM2-1.2B-Tool-Q8_0.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-2.6B-GGUF/Q4_0.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-2.6B-GGUF/resolve/main/LFM2-2.6B-Q4_0.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-2.6B-GGUF/Q4_K_M.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-2.6B-GGUF/resolve/main/LFM2-2.6B-Q4_K_M.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-2.6B-GGUF/Q8_0.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-2.6B-GGUF/resolve/main/LFM2-2.6B-Q8_0.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-350M-ENJP-MT-GGUF/Q4_0.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-350M-ENJP-MT-GGUF/resolve/main/LFM2-350M-ENJP-MT-Q4_0.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-350M-ENJP-MT-GGUF/Q4_K_M.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-350M-ENJP-MT-GGUF/resolve/main/LFM2-350M-ENJP-MT-Q4_K_M.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-350M-ENJP-MT-GGUF/Q8_0.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-350M-ENJP-MT-GGUF/resolve/main/LFM2-350M-ENJP-MT-Q8_0.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-350M-GGUF/Q4_0.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-350M-GGUF/resolve/main/LFM2-350M-Q4_0.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-350M-GGUF/Q4_K_M.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-350M-GGUF/resolve/main/LFM2-350M-Q4_K_M.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-350M-GGUF/Q8_0.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-350M-GGUF/resolve/main/LFM2-350M-Q8_0.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-350M-Math-GGUF/Q4_0.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-350M-Math-GGUF/resolve/main/LFM2-350M-Math-Q4_0.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-350M-Math-GGUF/Q4_K_M.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-350M-Math-GGUF/resolve/main/LFM2-350M-Math-Q4_K_M.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-350M-Math-GGUF/Q8_0.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-350M-Math-GGUF/resolve/main/LFM2-350M-Math-Q8_0.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-350M-PII-Extract-JP-GGUF/Q4_0.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-350M-PII-Extract-JP-GGUF/resolve/main/LFM2-350M-PII-Extract-JP-Q4_0.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-350M-PII-Extract-JP-GGUF/Q4_K_M.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-350M-PII-Extract-JP-GGUF/resolve/main/LFM2-350M-PII-Extract-JP-Q4_K_M.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-350M-PII-Extract-JP-GGUF/Q8_0.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-350M-PII-Extract-JP-GGUF/resolve/main/LFM2-350M-PII-Extract-JP-Q8_0.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-700M-GGUF/Q4_0.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-700M-GGUF/resolve/main/LFM2-700M-Q4_0.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-700M-GGUF/Q4_K_M.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-700M-GGUF/resolve/main/LFM2-700M-Q4_K_M.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-700M-GGUF/Q8_0.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-700M-GGUF/resolve/main/LFM2-700M-Q8_0.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.3,
|
| 10 |
+
"min_p": 0.15,
|
| 11 |
+
"repetition_penalty": 1.05
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
LFM2-VL-3B-GGUF/F16.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/image-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-VL-3B-GGUF/resolve/main/LFM2-VL-3B-F16.gguf",
|
| 6 |
+
"multimodal_projector": "https://huggingface.co/LiquidAI/LFM2-VL-3B-GGUF/resolve/main/mmproj-LFM2-VL-3B-F16.gguf"
|
| 7 |
+
},
|
| 8 |
+
"generation_time_parameters": {
|
| 9 |
+
"sampling_parameters": {
|
| 10 |
+
"temperature": 0.1,
|
| 11 |
+
"min_p": 0.15,
|
| 12 |
+
"repetition_penalty": 1.05
|
| 13 |
+
}
|
| 14 |
+
}
|
| 15 |
+
}
|
LFM2-VL-3B-GGUF/Q8_0.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/image-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-VL-3B-GGUF/resolve/main/LFM2-VL-3B-Q8_0.gguf",
|
| 6 |
+
"multimodal_projector": "https://huggingface.co/LiquidAI/LFM2-VL-3B-GGUF/resolve/main/mmproj-LFM2-VL-3B-Q8_0.gguf"
|
| 7 |
+
},
|
| 8 |
+
"generation_time_parameters": {
|
| 9 |
+
"sampling_parameters": {
|
| 10 |
+
"temperature": 0.1,
|
| 11 |
+
"min_p": 0.15,
|
| 12 |
+
"repetition_penalty": 1.05
|
| 13 |
+
}
|
| 14 |
+
}
|
| 15 |
+
}
|
LFM2-VL-450M-GGUF/F16.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/image-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-VL-450M-GGUF/resolve/main/LFM2-VL-450M-F16.gguf",
|
| 6 |
+
"multimodal_projector": "https://huggingface.co/LiquidAI/LFM2-VL-450M-GGUF/resolve/main/mmproj-LFM2-VL-450M-F16.gguf"
|
| 7 |
+
},
|
| 8 |
+
"generation_time_parameters": {
|
| 9 |
+
"sampling_parameters": {
|
| 10 |
+
"temperature": 0.1,
|
| 11 |
+
"min_p": 0.15,
|
| 12 |
+
"repetition_penalty": 1.05
|
| 13 |
+
}
|
| 14 |
+
}
|
| 15 |
+
}
|
LFM2-VL-450M-GGUF/Q8_0.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/image-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/LiquidAI/LFM2-VL-450M-GGUF/resolve/main/LFM2-VL-450M-Q8_0.gguf",
|
| 6 |
+
"multimodal_projector": "https://huggingface.co/LiquidAI/LFM2-VL-450M-GGUF/resolve/main/mmproj-LFM2-VL-450M-Q8_0.gguf"
|
| 7 |
+
},
|
| 8 |
+
"generation_time_parameters": {
|
| 9 |
+
"sampling_parameters": {
|
| 10 |
+
"temperature": 0.1,
|
| 11 |
+
"min_p": 0.15,
|
| 12 |
+
"repetition_penalty": 1.05
|
| 13 |
+
}
|
| 14 |
+
}
|
| 15 |
+
}
|
Qwen3-0.6B-GGUF/Q8_0.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/Qwen/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-Q8_0.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.7,
|
| 10 |
+
"top_p": 0.8,
|
| 11 |
+
"repetition_penalty": 1.5
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|
Qwen3-1.7B-GGUF/Q8_0.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"inference_type": "llama.cpp/text-to-text",
|
| 3 |
+
"schema_version": "1.0.0",
|
| 4 |
+
"load_time_parameters": {
|
| 5 |
+
"model": "https://huggingface.co/Qwen/Qwen3-1.7B-GGUF/resolve/main/Qwen3-1.7B-Q8_0.gguf"
|
| 6 |
+
},
|
| 7 |
+
"generation_time_parameters": {
|
| 8 |
+
"sampling_parameters": {
|
| 9 |
+
"temperature": 0.7,
|
| 10 |
+
"top_p": 0.8,
|
| 11 |
+
"repetition_penalty": 1.5
|
| 12 |
+
}
|
| 13 |
+
}
|
| 14 |
+
}
|