INFH5000/main.py at main · rui23/INFH5000 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
import os
import shutil

from app_modules.overwrites import postprocess
from app_modules.presets import *
from clc.langchain_application import LangChainApplication

class LangChainCFG:
    llm_model_name = '/data2/share/Qwen1.5-0.5B-Chat'
    n_gpus=2


config = LangChainCFG()
application = LangChainApplication(config)

def get_file_list():
    if not os.path.exists("docs"):
        return []
    return [f for f in os.listdir("docs")]


def clear_session():
    application.llm_service.set_history([])
    return '', None

def reload_model(large_language_model):
    application.llm_service.load_model(config.llm_model_name ,large_language_model)
    application.llm_service.set_history([])
    return '', None


def predict(input,
            history):
    if history == None:
        history = []


    result = application.get_llm_answer(query=input)

    # 下面的代码上传微调模型后再打开
    history.append((input, result))
    return '', history, history,

with open("assets/custom.css", "r", encoding="utf-8") as f:
    customCSS = f.read()
with gr.Blocks(css=customCSS, theme=small_and_beautiful_theme) as demo:
    gr.Markdown("""<h1><center> 中医LLM问答 (Group_14)</center></h1>
        <center><font size=3>
        </center></font>
        """)
    state = gr.State()


    with gr.Column():
        # with gr.Column():
        with gr.Row():
            large_language_model = gr.Dropdown(
                [
                    "Qwen1.5-0.5B-ChatMed",
                    "Qwen1.5-0.5B-Chat"
                ],
                label="large language model",
                value="Qwen1.5-0.5B-ChatMed")

        with gr.Column(scale=2):
            with gr.Row():
                chatbot = gr.Chatbot(label="对话history")
            with gr.Row():
                message = gr.Textbox(label='请输入问题')
            with gr.Row():
                clear_history = gr.Button("清除历史对话")
                send = gr.Button("发送")
            with gr.Row():
                gr.Markdown("""提醒：<br>
                                        有任何使用问题[Github Issue区](https://github.com/rui23/LLM-Project)进行反馈. <br>
                                        """)

        large_language_model.change(reload_model,
                                    inputs=[large_language_model],
                                    outputs=[chatbot, state])

        # 发送按钮 提交
        send.click(predict,
                   inputs=[
                       message,
                       state
                   ],
                   outputs=[message, chatbot, state])

        # 清空历史对话按钮 提交
        clear_history.click(fn=clear_session,
                            inputs=[],
                            outputs=[chatbot, state],
                            queue=False)

        # 输入框 回车
        message.submit(predict,
                       inputs=[
                           message,
                           state
                       ],
                       outputs=[message, chatbot, state])

demo.queue().launch(
    server_name='0.0.0.0',
    server_port=8888,
    share=False,
    # share=True,
    show_error=True,
    debug=True,
    # enable_queue=True,
    inbrowser=True,
)