【行空板M10扩展板】基于行空板M10的本地大模型vosk对话构建小学学科知识答疑库 简单

import json
import pyttsx3
import requests
import sounddevice as sd
import numpy as np
import wave
import io

ServerIP = '192.168.1.139'  #服务端IP地址       根据实际情况可以有变动
ServerPort = '5000'               #服务端使用端口  根据实际情况可以有变动
url = 'http://' + ServerIP + ':' + ServerPort

def record_audio(duration, samplerate=16000, channels=1):
    # 记录音频
    print(f"Recording for {duration} seconds...")
    audio = sd.rec(int(samplerate * duration), samplerate=samplerate, channels=channels, dtype='float32')
    sd.wait()  # 等待录音完成
    print("Recording complete.")
    return audio

def save_wave_file(filename, data, samplerate):
    # 保存音频为WAV文件
    with wave.open(filename, 'wb') as wav_file:
        wav_file.setnchannels(1)
        wav_file.setsampwidth(2)
        wav_file.setframerate(samplerate)
        wav_file.writeframes((data * 32767).astype(np.int16).tobytes())


def send_audio(audio_data, samplerate):
    # 将音频数据转换为WAV格式并发送到服务器
    audio_bytes = io.BytesIO()
    with wave.open(audio_bytes, 'wb') as wav_file:
        wav_file.setnchannels(1)
        wav_file.setsampwidth(2)
        wav_file.setframerate(samplerate)
        wav_file.writeframes((audio_data * 32767).astype(np.int16).tobytes())

    audio_bytes.seek(0)
    files = {'file': ('audio.wav', audio_bytes, 'audio/wav')}

    # 发送请求并打印响应
    response = requests.post(url+'/upload', files=files)
    print("Status Code:", response.status_code)
    print("Response Content:", response.content)

    # 尝试解析 JSON 响应
    try:
        result = response.json()
    except json.JSONDecodeError:
        result = "JSON decode error"

    return result

def inferMeaning(message):
    data = {'message': message}
    response = requests.post(url + '/chat', json=data)
    #print("inferMeaning:",response)
    res_con_text = response.content.decode('utf-8')
    #print("response.content:",res_con_text)
    con_pos_s = res_con_text.find("content=")
    con_pos_e = res_con_text.find("', thinking=")
    #print("con_pos_s:",con_pos_s)
    #print("con_pos_e:",con_pos_e)
    res_con_text = res_con_text[con_pos_s+len("content="):con_pos_e]
    return res_con_text

if __name__ == '__main__':
    while True:
        try:
            duration = 5  # 录音持续时间（秒）
            audio_data = record_audio(duration)
            result = send_audio(audio_data, 16000)
            #print("__name__ Recognition Result:", result)
            message_to_send = result['result'].replace('\n','').replace(' ','')
            message = json.loads(message_to_send)['text']
            #print("__name__ :",message)
            #message = input("Please enter your message: ")
            response = inferMeaning(message)
            #print("response:",response)
            if response is not None:
                #print('Assistant response:', response)
                engine = pyttsx3.init()
                engine.say(response)
                engine.runAndWait()
            else:
                print("服务端响应无效，请检查服务端是否正常工作。")
        except:
            pass

import ollama
from flask import Flask, request, jsonify
import vosk
import json

model_path = "vosk-model-cn-0.22"
model = vosk.Model(model_path)

app = Flask(__name__)


def getresponse(content=None):
    if content is None:
        return 'Please enter your message'


    res = ollama.chat(model="qwen2.5:0.5b", stream=False, messages=[{"role": "user", "content": content}], options={"temperature": 0})
    return res

@app.route('/chat', methods=['POST'])
def receive_message():
    data = request.json
    message = data.get('message')
    print(f"Received message: {message}")
    response = getresponse(message)
    #print("type(response):",type(response),response)
    #print("True or False:",hasattr(response, 'to_dict'))
    print("str(response):",str(response))
    return str(response)
    

@app.route('/upload', methods=['POST'])
def upload_file():
    if 'file' not in request.files:
        return jsonify({'error': 'No file part'}), 400
    file = request.files['file']
    if file.filename == '':
        return jsonify({'error': 'No selected file'}), 400
    if file:
        # 使用 vosk 处理音频文件
        rec = vosk.KaldiRecognizer(model, 16000)
        data = file.read()
        if rec.AcceptWaveform(data):
            result = rec.Result()
            return jsonify({'result': result}), 200
        else:
            return jsonify({'error': 'Recognition failed'}), 500
    return jsonify({'error': 'File upload failed'}), 500

if __name__ == '__main__':
    app.run(host='0.0.0.0', port=5000)  # 监听所有网络接口