Upload 24 files

.gitattributes

@@ -33,3 +33,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+model-tiny-q80.gguf filter=lfs diff=lfs merge=lfs -text
+whisper-tiny-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
+whisper-tiny-q3_k.gguf filter=lfs diff=lfs merge=lfs -text
+whisper-tiny-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+whisper-tiny-q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+whisper-tiny-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
+whisper-tiny-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+whisper-tiny-q5_1.gguf filter=lfs diff=lfs merge=lfs -text
+whisper-tiny-q5_k.gguf filter=lfs diff=lfs merge=lfs -text
+whisper-tiny-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
+whisper.cpp/whisper-tiny-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
+whisper.cpp/whisper-tiny-q3_k.gguf filter=lfs diff=lfs merge=lfs -text
+whisper.cpp/whisper-tiny-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+whisper.cpp/whisper-tiny-q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+whisper.cpp/whisper-tiny-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
+whisper.cpp/whisper-tiny-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+whisper.cpp/whisper-tiny-q5_1.gguf filter=lfs diff=lfs merge=lfs -text
+whisper.cpp/whisper-tiny-q5_k.gguf filter=lfs diff=lfs merge=lfs -text
+whisper.cpp/whisper-tiny-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
+whisper.cpp/whisper-tiny-q8_0.gguf filter=lfs diff=lfs merge=lfs -text

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2022 OpenAI
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -0,0 +1,78 @@
+---
+license: mit
+language:
+- multilingual
+- en
+- ru
+tags:
+- whisper
+- gguf
+- quantized
+- speech-recognition
+- rust
+base_model:
+- openai/whisper-tiny
+---
+
+# WHISPER-TINY - GGUF Quantized Models
+
+Quantized versions of [openai/whisper-tiny](https://huggingface.co/openai/whisper-tiny) in GGUF format for use with [whisper.cpp](https://github.com/ggerganov/whisper.cpp).
+
+## Available Formats
+
+| Format |  Quality | Use Case |
+|--------| ---------|----------|
+| q2_k |   Smallest | Extreme compression |
+| q3_k |  Small | Mobile devices |
+| q4_0 |  Good | Legacy compatibility |
+| q4_k |  Good | **Recommended for production** |
+| q4_1 | Good+ | Legacy with bias |
+| q5_0 |  Very Good | Legacy compatibility |
+| q5_k |  Very Good | High quality |
+| q5_1 |  Very Good+ | Legacy with bias |
+| q6_k |   Excellent | Near-lossless |
+| q8_0 |   Excellent | Minimal loss, benchmarking |
+
+## Usage
+
+### With whisper.cpp
+
+```bash
+# Download model
+wget https://huggingface.co/oxide-lab/whisper-tiny-gguf/resolve/main/whisper-tiny-q4_k.gguf
+
+# Run inference
+./whisper.cpp/build/bin/whisper-cli --model whisper-tiny-q4_k.gguf --file audio.wav
+```
+
+### Recommended Format
+
+For most use cases, we recommend **q4_k** format as it provides the best balance of:
+- Size reduction (~65% smaller)
+- Quality (minimal degradation)
+- Speed (faster inference than higher quantizations)
+
+## Quantization Details
+
+- **Source Model**: [openai/whisper-tiny](https://huggingface.co/openai/whisper-tiny)
+- **Quantization Tool**: [whisper.cpp](https://github.com/ggerganov/whisper.cpp)
+- **Format**: GGUF (GGML Universal Format)
+- **Total Files**: 10
+
+## License
+
+Same as the original Whisper model (MIT License).
+
+## Citation
+
+```bibtex
+@misc{radford2022whisper,
+  doi = {10.48550/ARXIV.2212.04356},
+  url = {https://arxiv.org/abs/2212.04356},
+  author = {Radford, Alec and Kim, Jong Wook and Xu, Tao and Brockman, Greg and McLeavey, Christine and Sutskever, Ilya},
+  title = {Robust Speech Recognition via Large-Scale Weak Supervision},
+  publisher = {arXiv},
+  year = {2022},
+  copyright = {arXiv.org perpetual, non-exclusive license}
+}
+```

config-tiny.json

@@ -0,0 +1,144 @@
+{
+  "_name_or_path": "openai/whisper-tiny",
+  "activation_dropout": 0.0,
+  "activation_function": "gelu",
+  "architectures": [
+    "WhisperForConditionalGeneration"
+  ],
+  "attention_dropout": 0.0,
+  "begin_suppress_tokens": [
+    220,
+    50257
+  ],
+  "bos_token_id": 50257,
+  "d_model": 384,
+  "decoder_attention_heads": 6,
+  "decoder_ffn_dim": 1536,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 4,
+  "decoder_start_token_id": 50258,
+  "dropout": 0.0,
+  "encoder_attention_heads": 6,
+  "encoder_ffn_dim": 1536,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 4,
+  "eos_token_id": 50257,
+  "forced_decoder_ids": [
+    [
+      1,
+      50259
+    ],
+    [
+      2,
+      50359
+    ],
+    [
+      3,
+      50363
+    ]
+  ],
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "max_length": 448,
+  "max_source_positions": 1500,
+  "max_target_positions": 448,
+  "model_type": "whisper",
+  "num_hidden_layers": 4,
+  "num_mel_bins": 80,
+  "pad_token_id": 50257,
+  "scale_embedding": false,
+  "suppress_tokens": [
+    1,
+    2,
+    7,
+    8,
+    9,
+    10,
+    14,
+    25,
+    26,
+    27,
+    28,
+    29,
+    31,
+    58,
+    59,
+    60,
+    61,
+    62,
+    63,
+    90,
+    91,
+    92,
+    93,
+    359,
+    503,
+    522,
+    542,
+    873,
+    893,
+    902,
+    918,
+    922,
+    931,
+    1350,
+    1853,
+    1982,
+    2460,
+    2627,
+    3246,
+    3253,
+    3268,
+    3536,
+    3846,
+    3961,
+    4183,
+    4667,
+    6585,
+    6647,
+    7273,
+    9061,
+    9383,
+    10428,
+    10929,
+    11938,
+    12033,
+    12331,
+    12562,
+    13793,
+    14157,
+    14635,
+    15265,
+    15618,
+    16553,
+    16604,
+    18362,
+    18956,
+    20075,
+    21675,
+    22520,
+    26130,
+    26161,
+    26435,
+    28279,
+    29464,
+    31650,
+    32302,
+    32470,
+    36865,
+    42863,
+    47425,
+    49870,
+    50254,
+    50258,
+    50358,
+    50359,
+    50360,
+    50361,
+    50362
+  ],
+  "torch_dtype": "float32",
+  "transformers_version": "4.27.0.dev0",
+  "use_cache": true,
+  "vocab_size": 51865
+}

model-tiny-q80.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52deb0fdcbb9c36b4d570e35f5a65a5ad4275ccdb85e7a06e81a8b05b3743c9d
+size 40700160

whisper-tiny-q2_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabe65571152e9a703178929b75971abca2cd0ca5b35eb3b6e4ea86c3b20f3f4
+size 75598912

whisper-tiny-q3_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabe65571152e9a703178929b75971abca2cd0ca5b35eb3b6e4ea86c3b20f3f4
+size 75598912

whisper-tiny-q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2be6457e86d2c917d0c0eecef8e041ed03c60f64fc5744e6720adfb5141c21b
+size 22087104

whisper-tiny-q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d40a062a67abeb53784edd326610035089164c9c261cbcfa628e017a07e7a3a
+size 24414464

whisper-tiny-q4_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabe65571152e9a703178929b75971abca2cd0ca5b35eb3b6e4ea86c3b20f3f4
+size 75598912

whisper-tiny-q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabe65571152e9a703178929b75971abca2cd0ca5b35eb3b6e4ea86c3b20f3f4
+size 75598912

whisper-tiny-q5_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabe65571152e9a703178929b75971abca2cd0ca5b35eb3b6e4ea86c3b20f3f4
+size 75598912

whisper-tiny-q5_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabe65571152e9a703178929b75971abca2cd0ca5b35eb3b6e4ea86c3b20f3f4
+size 75598912

whisper-tiny-q6_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabe65571152e9a703178929b75971abca2cd0ca5b35eb3b6e4ea86c3b20f3f4
+size 75598912

whisper.cpp/whisper-tiny-q2_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306146b691b0aed770a08d44d99f3d5320ad0b0f386b896328f0a2b3c5436a09
+size 16783264

whisper.cpp/whisper-tiny-q3_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585ec6656bd1a37921ad047e0b6372c595d01189965db8accde242bcaf3e50ef
+size 20483311

whisper.cpp/whisper-tiny-q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0333de3d8437253e855e877339ac3b8880ec220210e69ab02f6499271ccd7a
+size 25321834

whisper.cpp/whisper-tiny-q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327845a083361538f6d8333f868f2a4ec87101e254dfe06d541e9db63500f7b0
+size 27598786

whisper.cpp/whisper-tiny-q4_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9833b6afd4ea3b2fdf1e2d5caafd325dbbf96f0a2956c2dd39a3868ba89bc3e7
+size 25321834

whisper.cpp/whisper-tiny-q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d79bae8e252de7fbbf1e004893db0135ca8a83736840a7fdeb529f8323c4a1a
+size 29875738

whisper.cpp/whisper-tiny-q5_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc2aa8e079b64dcab60dfd0d7bea8b9e18235ebc5137cb5ba0280adf6473b06
+size 32152690

whisper.cpp/whisper-tiny-q5_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b685dcbfba42b1cce1ca77d32a7960b89f5414d5c879f7d9ee513473d26a8183
+size 29875738

whisper.cpp/whisper-tiny-q6_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8d1ee54e496709dc20ebc3144260cffb59b01102f765e7297e54951da07350
+size 34714261

whisper.cpp/whisper-tiny-q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ade048c9d3692b411572a9a8ad615766168e62fb1d4c234973825a377c71984
+size 43537450