示例代码

import gradio as gr
import requests, json

url = "http://172.16.115.91:11434/api/generate"

def main(prompt, history):

    advisor_data = {
        "model": "qwen:0.5b",
        "prompt": prompt,
        "stream": True
    }

    resp = requests.post(url, json=advisor_data, stream=True)

    text = ""
    for _ in resp.iter_lines():
        try:
            if _:
                _ = json.loads(_)
                text += _["response"]
                yield text
        except Exception as e:
            yield f"错误: {e}"

gr.ChatInterface(fn=main).launch(server_name="0.0.0.0", server_port=7860)

此为最简模式，不包含任何历史记录等内容。