Fixed app v2

app.py

@@ -9,7 +9,7 @@ app = FastAPI()
 try:
     llm = Llama.from_pretrained(
         repo_id="QuantFactory/SecurityLLM-GGUF",
-        filename="SecurityLLM.Q5_K_M.gguf",
+        filename="SecurityLLM.Q8_0.gguf",
     )
 except Exception as e:
     raise RuntimeError(f"Failed to load model: {e}")

test.py

@@ -0,0 +1,9 @@
+from privateai_client import PAIClient
+from privateai_client import request_objects
+                    
+client = PAIClient(url="https://api.private-ai.com/community", api_key="47e2c6f28a0b42429e3e9dd248236d9c")
+text_request = request_objects.process_text_obj(text=["How are u "])
+response = client.process_text(text_request)
+                    
+print(text_request.text)
+print(response.processed_text)