try hacking unsloth for cpu only

app.py

@@ -1,5 +1,10 @@
 import streamlit as st
 from transformers import AutoProcessor
+
+import torch
+# Hack unsloth to work without GPU
+torch.is_cuda_available = lambda: False
+
 from unsloth.chat_templates import get_chat_template, CHAT_TEMPLATES
 from unsloth_zoo.dataset_utils import train_on_responses_only
 

scratchpad.ipynb

@@ -260,6 +260,28 @@
     "CHAT_TEMPLATES.keys()"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": 100,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "False"
+      ]
+     },
+     "execution_count": 100,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "import torch\n",
+    "torch.cuda.is_available = lambda: False\n",
+    "torch.cuda.is_available()"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 95,