【python】AI Navigator的使用及搭建本机大模型_anaconda ai navigator-CSDN博客

【Python】AI Navigator对话流式输出_python ai流式返回-CSDN博客

前两章节我们讲解了使用AI Navigator软件搭建本机大模型，并使用python对大模型api进行调用，使其流式返回数据。这一章节我们使用C#实现python同样的流式返回数据并流式输出。

结果

代码

using Newtonsoft.Json;
using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Net;
using System.Net.Http;
using System.Runtime.Remoting.Contexts;
using System.Text;
using System.Threading.Tasks;
using Flurl;
using Flurl.Http;
using System.Diagnostics;
using Newtonsoft.Json.Linq;
using System.Security.Cryptography;
namespace ConsoleApp49
{internal class Program{public static string base_url = "http://localhost:8070";static void Main(string[] args){Run();Console.ReadLine();}static async void Run(){string context = "你是一个友好的人工智能助手，旨在提供有用、简洁和准确的信息。";//获取服务器状态string getHealth = get_server_health();JObject jsonHealth = JObject.Parse(getHealth);string HealthStatus = jsonHealth["status"].ToString();if (HealthStatus == "ok"){while (true){Console.WriteLine("用户(输入对话或键入“exit”退出)：");string user_input = Console.ReadLine();if (user_input.ToLower() == "exit"){return;}Console.WriteLine("AI助理：");//人工智能回复信息string assistant_response = await post_completion(context, user_input);//组合我们之前的聊天内容context = update_context(context, user_input, assistant_response);}}else{Console.WriteLine("服务器尚未准备好接受请求。");}}public static string update_context(string context, string user_input, string assistant_response){return $"{context}\nUser: {user_input}\nAssistant: {assistant_response}";}public static string Get(string url){HttpWebRequest req = (HttpWebRequest)WebRequest.Create(url);req.Method = "GET";req.Timeout = 3000;if (req == null || req.GetResponse() == null)return string.Empty;HttpWebResponse resp = (HttpWebResponse)req.GetResponse();if (resp == null)return string.Empty;using (Stream stream = resp.GetResponseStream()){using (StreamReader reader = new StreamReader(stream)){return reader.ReadToEnd();}}}public static string get_server_health() {string getResult = Get($"{base_url}/health");return getResult;}static async Task<string> post_completion(string context, string user_input){string allStr = "";HttpClient httpClient = new HttpClient();string url = "http://localhost:8070/completion";string prompt = $"{context}\nUser: {user_input}\nAssistant:";StringContent jsonContent = new StringContent(JsonConvert.SerializeObject(new{prompt = prompt,temperature = 0.8,top_k = 35,top_p = 0.95,n_predict = 400,stop = new string[] { "</s>", "Assistant:", "User:" },stream = true}), Encoding.UTF8,"application/json");var httpreq = new HttpRequestMessage(HttpMethod.Post, url) { Content = jsonContent };var response = await httpClient.SendAsync(httpreq, HttpCompletionOption.ResponseHeadersRead);// 确保请求成功response.EnsureSuccessStatusCode();// 读取响应内容的异步流using (var responseStream = await response.Content.ReadAsStreamAsync()){// 逐块读取并处理响应内容var buffer = new byte[5000];int bytesRead;while ((bytesRead = await responseStream.ReadAsync(buffer, 0, buffer.Length)) > 0){// 处理响应内容string content = System.Text.Encoding.UTF8.GetString(buffer, 0, bytesRead).Trim();if (content != null){JObject jsonObject = JObject.Parse(content.Replace("data:", ""));if (jsonObject["content"].ToString().Trim() != ""){allStr = allStr + jsonObject["content"].ToString().Trim();Console.Write(jsonObject["content"].ToString().Trim(), "");}}}}Console.Write("\n");return allStr;}}
}