网上很多别人写的,要用账号也不放心。就自己写了一个基于gradio的聊天界面,部署后可以本地运行。
特点:
可以用openai的,也可以用api2d,其他api可以自己测试一下。使用了langchain的库
可以更改模型,会的可以自己改代码更新模型
支持修改temperature,对话轮数
公开代码,copy后填了自己的api就能直接运行
import gradio as grfrom langchain.chat_models import ChatOpenAI
from langchain.schema import HumanMessage, AIMessageapi_key = '***' # openai api, api2d api
api_base ='https://oa.api2d.net/v1' # api地址
models = ['gpt-3.5-turbo-0613', 'gpt-4-0613'] #模型名称,可以修改block_css = """.importantButton {background: linear-gradient(45deg, #7e0570,#5d1c99, #6e00ff) !important;border: none !important;
}
.importantButton:hover {background: linear-gradient(45deg, #ff00e0,#8500ff, #6e00ff) !important;border: none !important;
}"""default_theme_args = dict(font=["Source Sans Pro", 'ui-sans-serif', 'system-ui', 'sans-serif'],font_mono=['IBM Plex Mono', 'ui-monospace', 'Consolas', 'monospace'],
)init_message = f"""欢迎使用 ChatGPT Gradio UI!"""def respond(query, model, temperature, history_turns, chat_history):global chat_turnsllm = ChatOpenAI(temperature=temperature,openai_api_key=api_key,openai_api_base=api_base,model_name=model)history=[]len_history = min(chat_turns, history_turns)if chat_turns > 0:for turn in range(len_history):history.append(HumanMessage(content=chat_history[len_history-turn][0]));history.append(AIMessage(content=chat_history[len_history-turn][1]));history.append(HumanMessage(content=query));#print(history)response = llm(history).content;chat_history.append((query, response));chat_turns += 1return "", chat_historydef clear(chat_history):global chat_turnschat_history = [(None, "已清除对话历史")]chat_turns = 0return chat_historydef setting_change(model ,temperature, history_turns ,chat_history):global chat_turnschat_history = [(None, f"设置更新:\n 模型名称:{model} \n 温度:{temperature} \n 记忆历史对话轮数:{history_turns}\n")]chat_turns =0return chat_historywith gr.Blocks(css=block_css, theme=gr.themes.Default(**default_theme_args)) as demo:gr.Markdown('ChatGPT Gradio')chat_turns = 0with gr.Row():with gr.Column(scale=10):chatbot = gr.Chatbot([[None, init_message]],elem_id="chat-box",label="聊天历史")query = gr.Textbox(label="输入问题",placeholder="请输入提问内容,按回车进行提交")clear_button = gr.Button("重新对话", visible=True)with gr.Column(scale=5):model = gr.Radio(models,label="请选择使用模型",value=models[0], interactive=True)temperature = gr.Slider(0,1,value=0.8,step=0.1,label="Temperature",interactive=True)history_turns = gr.Slider(1, 20,value=5,step=1,label="对话轮数",info='记录历史对话轮数',interactive=True)settings_button = gr.Button("更新设置", visible=True)settings_button.click(fn=setting_change, inputs=[model, temperature, history_turns, chatbot], outputs=[chatbot])query.submit(respond, [query, model, temperature, history_turns, chatbot], [query, chatbot])clear_button.click(fn=clear,inputs=[chatbot],outputs=[chatbot])demo.launch()
需要的库,requirement.txt 文件
langchain
openai
gradio