Upload 3 files

ChuanhuChatbot.py

@@ -0,0 +1,146 @@
+import gradio as gr
+# import openai
+import os
+import sys
+from utils import *
+from presets import *
+
+my_api_key = ""    # 在这里输入你的 API 密钥
+HIDE_MY_KEY = False # 如果你想在UI中隐藏你的 API 密钥，将此值设置为 True
+
+gr.Chatbot.postprocess = postprocess
+
+#if we are running in Docker
+if os.environ.get('dockerrun') == 'yes':
+    dockerflag = True
+else:
+    dockerflag = False
+
+authflag = False
+
+if dockerflag:
+    my_api_key = os.environ.get('my_api_key')
+    if my_api_key == "empty":
+        print("Please give a api key!")
+        sys.exit(1)
+    #auth
+    username = os.environ.get('USERNAME')
+    password = os.environ.get('PASSWORD')
+    if not (isinstance(username, type(None)) or isinstance(password, type(None))):
+        authflag = True
+else:
+    if os.path.exists("api_key.txt"):
+        with open("api_key.txt", "r") as f:
+            my_api_key = f.read().strip()
+    if os.path.exists("auth.json"):
+        with open("auth.json", "r") as f:
+            auth = json.load(f)
+            username = auth["username"]
+            password = auth["password"]
+            if username != "" and password != "":
+                authflag = True
+
+with gr.Blocks(css=customCSS) as demo:
+    gr.HTML(title)
+    keyTxt = gr.Textbox(show_label=True, placeholder=f"在这里输入你的OpenAI API-key...",
+                        value=my_api_key, label="API Key", type="password", visible=not HIDE_MY_KEY).style(container=True)
+    chatbot = gr.Chatbot()  # .style(color_map=("#1D51EE", "#585A5B"))
+    history = gr.State([])
+    promptTemplates = gr.State(load_template(get_template_names(plain=True)[0], mode=2))
+    TRUECOMSTANT = gr.State(True)
+    FALSECONSTANT = gr.State(False)
+    topic = gr.State("未命名对话历史记录")
+
+    with gr.Row():
+        with gr.Column(scale=12):
+            txt = gr.Textbox(show_label=False, placeholder="在这里输入").style(
+                container=False)
+        with gr.Column(min_width=50, scale=1):
+            submitBtn = gr.Button("🚀", variant="primary")
+    with gr.Row():
+        emptyBtn = gr.Button("🧹 新的对话")
+        retryBtn = gr.Button("🔄 重新生成")
+        delLastBtn = gr.Button("🗑️ 删除上条对话")
+        reduceTokenBtn = gr.Button("♻️ 总结对话")
+    statusDisplay = gr.Markdown("status: ready")
+    systemPromptTxt = gr.Textbox(show_label=True, placeholder=f"在这里输入System Prompt...",
+                                 label="System prompt", value=initial_prompt).style(container=True)
+    with gr.Accordion(label="加载Prompt模板", open=False):
+        with gr.Column():
+            with gr.Row():
+                with gr.Column(scale=6):
+                    templateFileSelectDropdown = gr.Dropdown(label="选择Prompt模板集合文件（.csv）", choices=get_template_names(plain=True), multiselect=False, value=get_template_names(plain=True)[0])
+                with gr.Column(scale=1):
+                    templateRefreshBtn = gr.Button("🔄 刷新")
+                    templaeFileReadBtn = gr.Button("📂 读入模板")
+            with gr.Row():
+                with gr.Column(scale=6):
+                    templateSelectDropdown = gr.Dropdown(label="从Prompt模板中加载", choices=load_template(get_template_names(plain=True)[0], mode=1), multiselect=False, value=load_template(get_template_names(plain=True)[0], mode=1)[0])
+                with gr.Column(scale=1):
+                    templateApplyBtn = gr.Button("⬇️ 应用")
+    with gr.Accordion(label="保存/加载对话历史记录", open=False):
+        with gr.Column():
+            with gr.Row():
+                with gr.Column(scale=6):
+                    saveFileName = gr.Textbox(
+                        show_label=True, placeholder=f"在这里输入保存的文件名...", label="设置保存文件名", value="对话历史记录").style(container=True)
+                with gr.Column(scale=1):
+                    saveHistoryBtn = gr.Button("💾 保存对话")
+            with gr.Row():
+                with gr.Column(scale=6):
+                    historyFileSelectDropdown = gr.Dropdown(label="从列表中加载对话", choices=get_history_names(plain=True), multiselect=False, value=get_history_names(plain=True)[0])
+                with gr.Column(scale=1):
+                    historyRefreshBtn = gr.Button("🔄 刷新")
+                    historyReadBtn = gr.Button("📂 读入对话")
+    #inputs, top_p, temperature, top_k, repetition_penalty
+    with gr.Accordion("参数", open=False):
+        top_p = gr.Slider(minimum=-0, maximum=1.0, value=1.0, step=0.05,
+                          interactive=True, label="Top-p (nucleus sampling)",)
+        temperature = gr.Slider(minimum=-0, maximum=5.0, value=1.0,
+                                step=0.1, interactive=True, label="Temperature",)
+        #top_k = gr.Slider( minimum=1, maximum=50, value=4, step=1, interactive=True, label="Top-k",)
+        #repetition_penalty = gr.Slider( minimum=0.1, maximum=3.0, value=1.03, step=0.01, interactive=True, label="Repetition Penalty", )
+    gr.Markdown(description)
+
+
+    txt.submit(predict, [txt, top_p, temperature, keyTxt,
+               chatbot, history, systemPromptTxt], [chatbot, history, statusDisplay])
+    txt.submit(reset_textbox, [], [txt])
+    submitBtn.click(predict, [txt, top_p, temperature, keyTxt, chatbot,
+                    history, systemPromptTxt], [chatbot, history, statusDisplay], show_progress=True)
+    submitBtn.click(reset_textbox, [], [txt])
+    emptyBtn.click(reset_state, outputs=[chatbot, history])
+    retryBtn.click(predict, [txt, top_p, temperature, keyTxt, chatbot, history,
+                   systemPromptTxt, TRUECOMSTANT], [chatbot, history, statusDisplay], show_progress=True)
+    delLastBtn.click(delete_last_conversation, [chatbot, history], [
+                     chatbot, history], show_progress=True)
+    reduceTokenBtn.click(predict, [txt, top_p, temperature, keyTxt, chatbot, history,
+                         systemPromptTxt, FALSECONSTANT, TRUECOMSTANT], [chatbot, history, statusDisplay], show_progress=True)
+    saveHistoryBtn.click(save_chat_history, [
+                  saveFileName, systemPromptTxt, history, chatbot], None, show_progress=True)
+    saveHistoryBtn.click(get_history_names, None, [historyFileSelectDropdown])
+    historyRefreshBtn.click(get_history_names, None, [historyFileSelectDropdown])
+    historyReadBtn.click(load_chat_history, [historyFileSelectDropdown, systemPromptTxt, history, chatbot],  [saveFileName, systemPromptTxt, history, chatbot], show_progress=True)
+    templateRefreshBtn.click(get_template_names, None, [templateFileSelectDropdown])
+    templaeFileReadBtn.click(load_template, [templateFileSelectDropdown],  [promptTemplates, templateSelectDropdown], show_progress=True)
+    templateApplyBtn.click(get_template_content, [promptTemplates, templateSelectDropdown, systemPromptTxt],  [systemPromptTxt], show_progress=True)
+
+print("川虎的温馨提示：访问 http://localhost:7860 查看界面")
+# 默认开启本地服务器，默认可以直接从IP访问，默认不创建公开分享链接
+demo.title = "川虎ChatGPT 🚀"
+
+#if running in Docker
+if dockerflag:
+    if authflag:
+        demo.queue().launch(server_name="0.0.0.0", server_port=7860,auth=(username, password))
+    else:
+        demo.queue().launch(server_name="0.0.0.0", server_port=7860, share=False)
+#if not running in Docker
+else:
+    if authflag:
+        demo.queue().launch(share=False, auth=(username, password))
+    else:
+        demo.queue().launch(share=False) # 改为 share=True 可以创建公开分享链接
+    #demo.queue().launch(server_name="0.0.0.0", server_port=7860, share=False) # 可自定义端口
+    #demo.queue().launch(server_name="0.0.0.0", server_port=7860,auth=("在这里填写用户名", "在这里填写密码")) # 可设置用户名与密码
+    #demo.queue().launch(auth=("在这里填写用户名", "在这里填写密码")) # 适合Nginx反向代理

presets.py

@@ -0,0 +1,31 @@
+title = """<h1 align="center">川虎ChatGPT 🚀</h1>"""
+description = """<div align=center>
+
+由Bilibili [土川虎虎虎](https://space.bilibili.com/29125536) 和 [明昭MZhao](https://space.bilibili.com/24807452)开发
+
+访问川虎ChatGPT的 [GitHub项目](https://github.com/GaiZhenbiao/ChuanhuChatGPT) 下载最新版脚本
+
+此App使用 `gpt-3.5-turbo` 大语言模型
+</div>
+"""
+customCSS = """
+code {
+    display: inline;
+    white-space: break-spaces;
+    border-radius: 6px;
+    margin: 0 2px 0 2px;
+    padding: .2em .4em .1em .4em;
+    background-color: rgba(175,184,193,0.2);
+}
+pre code {
+    display: block;
+    white-space: pre;
+    background-color: hsla(0, 0%, 0%, 72%);
+    border: solid 5px var(--color-border-primary) !important;
+    border-radius: 10px;
+    padding: 0 1.2rem 1.2rem;
+    margin-top: 1em !important;
+    color: #FFF;
+    box-shadow: inset 0px 8px 16px hsla(0, 0%, 0%, .2)
+}
+"""

utils.py

@@ -13,6 +13,7 @@ import requests
 # import markdown
 import csv
 import mdtex2html
+from pypinyin import lazy_pinyin
 
 if TYPE_CHECKING:
     from typing import TypedDict
@@ -41,7 +42,7 @@ def postprocess(
             y[i] = (
                 # None if message is None else markdown.markdown(message),
                 # None if response is None else markdown.markdown(response),
-                None if message is None else mdtex2html.convert(message),
+                None if message is None else mdtex2html.convert((message)),
                 None if response is None else mdtex2html.convert(response),
             )
         return y
@@ -62,13 +63,7 @@ def parse_text(text):
         else:
             if i > 0:
                 if count % 2 == 1:
-                    # line = line.replace("‘", "'")
-                    # line = line.replace("“", '"')
                     line = line.replace("`", "\`")
-                    # line = line.replace("\"", "`\"`")
-                    # line = line.replace("\'", "`\'`")
-                    # line = line.replace("'``'", "''")
-                    # line = line.replace("&", "&")
                     line = line.replace("<", "&lt;")
                     line = line.replace(">", "&gt;")
                     line = line.replace(" ", "&nbsp;")
@@ -86,13 +81,6 @@ def parse_text(text):
 
 def predict(inputs, top_p, temperature, openai_api_key, chatbot=[], history=[], system_prompt=initial_prompt, retry=False, summary=False, retry_on_crash = False, stream = True):  # repetition_penalty, top_k
 
-    if "猫娘" in inputs:
-        chatbot.append((inputs, '喵～主人请点击<a href="https://www.bilibili.com/video/BV1GJ411x7h7/">这个链接</a>查看刺激内容哦～'))
-        yield chatbot, history, "status: 喵～"
-        print(f"########## 有人上钩了： {inputs} ##########")
-        return
-    print(f"====== 收到问题： {inputs} =======")
-    
     if retry_on_crash:
         retry = True
 
@@ -158,8 +146,8 @@ def predict(inputs, top_p, temperature, openai_api_key, chatbot=[], history=[],
         response = requests.post(API_URL, headers=headers, json=payload, stream=True)
     except:
         history.append("")
-        chatbot.append(inputs, "")
-        yield history, chatbot, f"出现了网络错误"
+        chatbot.append((inputs, ""))
+        yield history, chatbot, f"获取请求失败，请检查网络连接。"
         return
 
     token_counter = 0
@@ -183,7 +171,6 @@ def predict(inputs, top_p, temperature, openai_api_key, chatbot=[], history=[],
                         yield chatbot, history, status_text
                         break
                 except Exception as e:
-                    traceback.print_exc()
                     if not retry_on_crash:
                         print("正在尝试使用缩短的context重新生成……")
                         chatbot.pop()
@@ -223,14 +210,18 @@ def predict(inputs, top_p, temperature, openai_api_key, chatbot=[], history=[],
 
 
 def delete_last_conversation(chatbot, history):
-    if "☹️发生了错误" in chatbot[-1][1]:
+    try:
+        if "☹️发生了错误" in chatbot[-1][1]:
+            chatbot.pop()
+            print(history)
+            return chatbot, history
+        history.pop()
+        history.pop()
         chatbot.pop()
         print(history)
         return chatbot, history
-    history.pop()
-    history.pop()
-    print(history)
-    return chatbot, history
+    except:
+        return chatbot, history
 
 def save_chat_history(filename, system, history, chatbot):
     if filename == "":
@@ -244,19 +235,31 @@ def save_chat_history(filename, system, history, chatbot):
         json.dump(json_s, f)
 
 
-def load_chat_history(filename):
-    with open(os.path.join(HISTORY_DIR, filename), "r") as f:
-        json_s = json.load(f)
-    print(json_s)
-    return filename, json_s["system"], json_s["history"], json_s["chatbot"]
+def load_chat_history(filename, system, history, chatbot):
+    try:
+        print("Loading from history...")
+        with open(os.path.join(HISTORY_DIR, filename), "r") as f:
+            json_s = json.load(f)
+        print(json_s)
+        return filename, json_s["system"], json_s["history"], json_s["chatbot"]
+    except FileNotFoundError:
+        print("File not found.")
+        return filename, system, history, chatbot
 
+def sorted_by_pinyin(list):
+    return sorted(list, key=lambda char: lazy_pinyin(char)[0][0])
 
-def get_file_names(dir, plain=False, filetype=".json"):
+def get_file_names(dir, plain=False, filetypes=[".json"]):
     # find all json files in the current directory and return their names
+    files = []
     try:
-        files = sorted([f for f in os.listdir(dir) if f.endswith(filetype)])
+        for type in filetypes:
+            files += [f for f in os.listdir(dir) if f.endswith(type)]
     except FileNotFoundError:
         files = []
+    files = sorted_by_pinyin(files)
+    if files == []:
+        files = [""]
     if plain:
         return files
     else:
@@ -267,24 +270,36 @@ def get_history_names(plain=False):
 
 def load_template(filename, mode=0):
     lines = []
-    with open(os.path.join(TEMPLATES_DIR, filename), "r", encoding="utf8") as csvfile:
-        reader = csv.reader(csvfile)
-        lines = list(reader)
-    lines = lines[1:]
+    print("Loading template...")
+    if filename.endswith(".json"):
+        with open(os.path.join(TEMPLATES_DIR, filename), "r", encoding="utf8") as f:
+            lines = json.load(f)
+        lines = [[i["act"], i["prompt"]] for i in lines]
+    else:
+        with open(os.path.join(TEMPLATES_DIR, filename), "r", encoding="utf8") as csvfile:
+            reader = csv.reader(csvfile)
+            lines = list(reader)
+        lines = lines[1:]
     if mode == 1:
-        return sorted([row[0] for row in lines])
+        return sorted_by_pinyin([row[0] for row in lines])
     elif mode == 2:
         return {row[0]:row[1] for row in lines}
     else:
-        return {row[0]:row[1] for row in lines}, gr.Dropdown.update(choices=sorted([row[0] for row in lines]))
+        choices = sorted_by_pinyin([row[0] for row in lines])
+        return {row[0]:row[1] for row in lines}, gr.Dropdown.update(choices=choices, value=choices[0])
 
 def get_template_names(plain=False):
-    return get_file_names(TEMPLATES_DIR, plain, filetype=".csv")
+    return get_file_names(TEMPLATES_DIR, plain, filetypes=[".csv", "json"])
+
+def get_template_content(templates, selection, original_system_prompt):
+    try:
+        return templates[selection]
+    except:
+        return original_system_prompt
 
 def reset_state():
     return [], []
 
-
 def compose_system(system_prompt):
     return {"role": "system", "content": system_prompt}