Upload trained [Ludwig](https://ludwig.ai/latest/) model weights

README.md

@@ -6,7 +6,6 @@ base_model: HuggingFaceH4/zephyr-7b-beta
 # Model Card for Model ID
 
 <!-- Provide a quick summary of what the model is/does. -->
-![Kashaloti-LiliumAlb-Zephyr](https://huggingface.co/noxneural/MistralKashaloti/resolve/main/Kashaloti-LiliumAlb-Zephyr.png)
 
 
 
@@ -236,4 +235,23 @@ The following `bitsandbytes` quantization config was used during training:
 ### Framework versions
 
 
+- PEFT 0.6.0.dev0
+## Training procedure
+
+
+The following `bitsandbytes` quantization config was used during training:
+- quant_method: QuantizationMethod.BITS_AND_BYTES
+- load_in_8bit: True
+- load_in_4bit: False
+- llm_int8_threshold: 6.0
+- llm_int8_skip_modules: None
+- llm_int8_enable_fp32_cpu_offload: False
+- llm_int8_has_fp16_weight: False
+- bnb_4bit_quant_type: nf4
+- bnb_4bit_use_double_quant: True
+- bnb_4bit_compute_dtype: float16
+
+### Framework versions
+
+
 - PEFT 0.6.0.dev0

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "HuggingFaceH4/zephyr-7b-beta",
+  "base_model_name_or_path": null,
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -16,8 +16,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
-    "q_proj"
+    "q_proj",
+    "v_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8704b2c73849c5b1d78a210fbfeef97e52be7c8bd5638ea0e36d6df1b33dd66
-size 13677706
+oid sha256:7eaa51169fb5f5f33b328f26090dcd19a47bde0a9efe64e78856dbbe04a07e7a
+size 888