基于AIGC的智能家乡展示装置 简单

#  -*- coding: UTF-8 -*-

# MindPlus
# Python
import time
from Spark import Spark
from unihiker import GUI
from unihiker import Audio
from df_xfyun_speech import XfTts
from pinpong.board import Board,Pin
from pinpong.extension.unihiker import *

import websocket
import datetime
import hashlib
import base64
import hmac
import json
from urllib.parse import urlencode
import time
import ssl
from wsgiref.handlers import format_date_time
from datetime import datetime
from time import mktime
import _thread as thread
xf_APPID=''
xf_APISecret=''
xf_APIKey=''
wsParam=None
asr_result=''
STATUS_FIRST_FRAME = 0
STATUS_CONTINUE_FRAME = 1
STATUS_LAST_FRAME = 2
class Ws_Param(object):
    def __init__(self, APPID, APIKey, APISecret, AudioFile):
        self.APPID = APPID
        self.APIKey = APIKey
        self.APISecret = APISecret
        self.AudioFile = AudioFile
        self.CommonArgs = {"app_id": self.APPID}
        self.BusinessArgs = {"domain": "iat", "language": "zh_cn","ptt":0, "accent": "mandarin", "vinfo":1,"vad_eos":10000}
    def create_url(self):
        url = 'wss://ws-api.xfyun.cn/v2/iat'
        now = datetime.now()
        date = format_date_time(mktime(now.timetuple()))
        signature_origin = "host: " + "ws-api.xfyun.cn" + "\n"
        signature_origin += "date: " + date + "\n"
        signature_origin += "GET " + "/v2/iat " + "HTTP/1.1"
        signature_sha = hmac.new(self.APISecret.encode('utf-8'), signature_origin.encode('utf-8'),
                                    digestmod=hashlib.sha256).digest()
        signature_sha = base64.b64encode(signature_sha).decode(encoding='utf-8')
        authorization_origin = "api_key=\"%s\", algorithm=\"%s\", headers=\"%s\", signature=\"%s\"" % (
            self.APIKey, "hmac-sha256", "host date request-line", signature_sha)
        authorization = base64.b64encode(authorization_origin.encode('utf-8')).decode(encoding='utf-8')
        v = {
            "authorization": authorization,
            "date": date,
            "host": "ws-api.xfyun.cn"
        }
        url = url + '?' + urlencode(v)
        return url
def on_message(ws, message):
    global asr_result
    try:
        code = json.loads(message)["code"]
        sid = json.loads(message)["sid"]
        if code != 0:
            errMsg = json.loads(message)["message"]
            print("sid:%s call error:%s code is:%s" % (sid, errMsg, code))
        else:
            data = json.loads(message)["data"]["result"]["ws"]
            for i in data:
                for w in i["cw"]:
                    asr_result+= w["w"]
    except Exception as e:
        print("receive msg,but parse exception:", e)
def on_error(ws, error):
    print("### error:", error)
def on_close(ws,code,msg):
    pass
def on_open(ws):
    global asr_result
    asr_result=''
    def run(*args):
        frameSize = 8000
        intervel = 0.04
        status = STATUS_FIRST_FRAME
        with open(wsParam.AudioFile, "rb") as fp:
            while True:
                buf = fp.read(frameSize)
                if not buf:
                    status = STATUS_LAST_FRAME
                if status == STATUS_FIRST_FRAME:
                    d = {"common": wsParam.CommonArgs,
                            "business": wsParam.BusinessArgs,
                            "data": {"status": 0, "format": "audio/L16;rate=16000",
                                    "audio": str(base64.b64encode(buf), 'utf-8'),
                                    "encoding": "raw"}}
                    d = json.dumps(d)
                    ws.send(d)
                    status = STATUS_CONTINUE_FRAME
                elif status == STATUS_CONTINUE_FRAME:
                    d = {"data": {"status": 1, "format": "audio/L16;rate=16000",
                                    "audio": str(base64.b64encode(buf), 'utf-8'),
                                    "encoding": "raw"}}
                    ws.send(json.dumps(d))
                elif status == STATUS_LAST_FRAME:
                    d = {"data": {"status": 2, "format": "audio/L16;rate=16000",
                                    "audio": str(base64.b64encode(buf), 'utf-8'),
                                    "encoding": "raw"}}
                    ws.send(json.dumps(d))
                    time.sleep(1)
                    break
                time.sleep(intervel)
        ws.close()
    thread.start_new_thread(run, ())
def xunfeiasr_set(APPID,APISecret,APIKey):
    global xf_APPID,xf_APISecret,xf_APIKey
    xf_APPID = APPID
    xf_APISecret =APISecret
    xf_APIKey=APIKey
def xunfeiasr(src):
    global wsParam,xf_APPID,xf_APISecret,xf_APIKey
    wsParam = Ws_Param(APPID=xf_APPID, APISecret=xf_APISecret,
                        APIKey=xf_APIKey,
                        AudioFile=src)
    websocket.enableTrace(False)
    wsUrl = wsParam.create_url()
    ws = websocket.WebSocketApp(wsUrl, on_message=on_message, on_error=on_error, on_close=on_close)
    ws.on_open = on_open
    ws.run_forever(sslopt={"cert_reqs": ssl.CERT_NONE})
    return asr_result


spark_amount=5

spark_Personality=[{"role":"system","content":"你现在扮演我的导游，名字叫小麦，对我的提问进行解答，介绍家乡名胜，每次回答不超过150个字，结尾要加上喵~"}]

# 自定义函数
def ZiFuChuLi(txt):
    txt = txt.replace(" ", "").replace("\n", "")
    k = 0
    temp = ''
    for index in range(len(txt)):
        if (((int(k) % int(17))) == 0):
            temp = (str(temp) + str((str(("\n")) + str((txt[k])))))
        else:
            temp = (str(temp) + str((txt[k])))
        k = (k + 1)
    return temp

# 事件回调函数
def on_buttona_click_callback():
    按钮.config(x=95)
def button_click2():
    global ZhuangTai
    ZhuangTai = 1


appId = "=========="
apiKey ="============"
apiSecret = "-========="
options = {}
business_args = {"aue":"raw","vcn":"xiaoyan","tte":"utf8","speed":50,"volume":50,"pitch":50,"bgs":0}
options["business_args"] = business_args
u_gui=GUI()
u_audio = Audio()
Board().begin()
tts = XfTts(appId, apiKey, apiSecret, options)
u_gui.on_a_click(on_buttona_click_callback)
tts.synthesis("你好, 我是导游小麦，喵！", "speech.wav")
xunfeiasr_set(APPID="9aad2476",APISecret="",APIKey="")
spark_appid="9aad2476"
spark_api_key=""
spark_api_secret=""
spark_history=[]
spark = Spark(spark_appid,spark_api_secret,spark_api_key,spark_Personality)
文本1=u_gui.draw_text(text="AI家乡名片展示装置",x=30,y=5,font_size=15, color="#FF0000")
文本2=u_gui.draw_text(text="我是导游小麦，小喵",x=10,y=280,font_size=10, color="#33CC00")
家乡名胜=u_gui.draw_text(text="",x=12,y=20,font_size=9, color="#000000")
按钮=u_gui.add_button(text="导游",x=95,y=230,w=50,h=30,onclick=button_click2)
u_audio.play("speech.wav")
time.sleep(2)
ZhuangTai = 0
while True:
    if (ZhuangTai == 1):
        文本2.config(text="请介绍一个城市的名胜？大概说下~~")
        u_audio.record("record.wav",5)
        文本2.config(text="正在识别……")
        XunFeiShiBieJieGuo = xunfeiasr(r"record.wav")
        文本2.config(text="正在与讯飞星火通讯……")
        time.sleep(0.5)
        文本2.config(text="识别完成")
        time.sleep(0.5)
        buzzer.play(buzzer.DADADADUM,buzzer.Once)
        文本2.config(text=ZiFuChuLi((str((str("写一个关于") + str((str(XunFeiShiBieJieGuo) + str("的最有名一个景点"))))))))
        time.sleep(0.5)
        文本2.config(text="正在生成家乡名片")
        time.sleep(0.5)
        spark_prompt = ZiFuChuLi((str((str("写一个关于") + str((str(XunFeiShiBieJieGuo) + str((str("中最有名一个景点") + str("字数大约150字，文字最后加上小喵~")))))))))
        spark_answer = spark.ask(spark_prompt,spark_history)
        spark_history.append({"role": "user", "content": spark_prompt})
        spark_history.append({"role": "assistant", "content": spark_answer})
        while(spark_amount*2<len(spark_history)):
            spark_history.pop(0)
        XingHuoMoXingHuiDaJieGuo = spark_answer
        time.sleep(1)
        按钮.config(x=300)
        文本2.config(text="")
        ZhuangTai = 0
        u_gui.draw_emoji(emoji="Think",x=12,y=20,duration=0.2)
        tts.synthesis(ZiFuChuLi(XingHuoMoXingHuiDaJieGuo), "speech.wav")
        time.sleep(0.5)
        u_audio.play("speech.wav")