RLealz commited on
Commit
fa00da5
·
verified ·
1 Parent(s): 37766ac

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +18 -0
app.py ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import streamlit as st
2
+ from transformers import AutoModelForCausalLM, AutoTokenizer
3
+
4
+ # Load the model and tokenizer
5
+ model_name = "aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored"
6
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
7
+ model = AutoModelForCausalLM.from_pretrained(model_name)
8
+
9
+ # Define the Streamlit app
10
+ st.title("Text Generation with DarkIdol-Llama")
11
+ prompt = st.text_input("Enter your prompt:")
12
+
13
+ if st.button("Generate"):
14
+ inputs = tokenizer(prompt, return_tensors="pt")
15
+ outputs = model.generate(**inputs, max_new_tokens=100)
16
+ response = tokenizer.decode(outputs[0], skip_special_tokens=True)
17
+ st.write("Response:")
18
+ st.write(response)