PuppyClient/Assets/Resources/VoiceAndManu/VoiceController.cs

using System;
using System.Collections;
using System.IO;
using UnityEngine;
using UnityEngine.UIElements;

using System.Runtime.InteropServices;
using Unity.VisualScripting;


public class VoiceController : MonoBehaviour
{
    // Start is called once before the first execution of Update after the MonoBehaviour is created
    private VisualElement waveForm;
    private Button voiceBtn;
    private Coroutine waveCoroutine;
    private AudioClip audioClip;    // 保存的音频
    private bool isRecording = false;
    private string filePathWav, filePathZip;
    public bool isCommandMode = false;       // 是否在命令对话模式下，是的话只显示语音按钮
    private DateTime startRecTime, stopRecTime;


    void OnEnable()
    {
        //Debug.Log("voice controller start");
        var root = GetComponent<UIDocument>().rootVisualElement;
        var voiceArea = root.Q<VisualElement>("voiceArea");
        waveForm = voiceArea.Q<VisualElement>("waveForm");
        voiceBtn = voiceArea.Q<Button>("voice");

        // root加载完成后，所有element算出位置后再进行计算
        root.RegisterCallback<GeometryChangedEvent>(e => OnMainMenuClickGeometryChanged(e));
        voiceBtn.RegisterCallback<PointerDownEvent>(e => VoiceBtnPointerDown(e), TrickleDown.TrickleDown); // TrickleDown.TrickleDown参数，确保事件在捕获阶段优先处理。
        voiceBtn.RegisterCallback<PointerUpEvent>(e => VoiceBtnPointerUp(e));
    }

    // Update is called once per frame
    void Update()
    {
        VoiceOnlyCheck();
    }

    // 只显示语音菜单
    private void VoiceOnlyCheck()
    {
        var root = GetComponent<UIDocument>().rootVisualElement;
        var menuArea = root.Q<VisualElement>("menuArea");
        var dogMenu = root.Q<VisualElement>("dogMenu");
        var quit = root.Q<VisualElement>("quit");
        if (isCommandMode)
        {
            menuArea.style.display = DisplayStyle.None;
            dogMenu.style.display = DisplayStyle.None;
            quit.style.display = DisplayStyle.None;
        }
        else
        {
            menuArea.style.display = DisplayStyle.Flex;
            dogMenu.style.display = DisplayStyle.Flex;
            quit.style.display = DisplayStyle.Flex;
        }
    }

    IEnumerator WaveFormAnimation()
    {
        while (true)
        {
            waveForm.style.height = UnityEngine.Random.Range(15f, 30f);
            float alpha = UnityEngine.Random.Range(0.6f, 1f);
            waveForm.style.unityBackgroundImageTintColor = new Color(1f, 1f, 1f, alpha);
            yield return new WaitForSeconds(0.1f);
        }
    }

    void OnMainMenuClickGeometryChanged(GeometryChangedEvent evt)
    {
        if (waveCoroutine == null)
        {
            waveCoroutine = StartCoroutine(WaveFormAnimation());
        }
    }

    // 语言控制按键按下的触发事件
    void VoiceBtnPointerDown(PointerDownEvent evt)
    {

        Debug.Log("voice button pointer down.");
        HomeController.listenBreak = true;

        // 隐藏Dog list
        var root = GetComponent<UIDocument>().rootVisualElement;
        var dogList = root.Q<VisualElement>("dogMenu").Q<VisualElement>("dogList");
        dogList.visible = false;

        // 狗动作变化注释镜头
        foreach (var dog in HomeController.dogsInScene)
        {
            if (dog.dogState == DogState.IDLE || dog.dogState == DogState.SLEEP)
            {
                dog.RemoveZzzParticle();
                dog.animator.SetTrigger("listen");
                dog.animator.SetBool("isListening", true);
            }

        }
        StartRecording();
        waveForm.visible = true;

        // 如果时间是在深夜，用户点击后恢复正常的场景的光照
        int hour = System.DateTime.Now.Hour;
        if (hour >= 22 || hour < 5)     // 深夜时间
        {
            HomeSunLight.Instance.DogWakeUpLightSetting();
        }
    }

    // 语音控制按键松开事件
    void VoiceBtnPointerUp(PointerUpEvent evt)
    {
        Debug.Log("voice button pointer up.");
        //HomeController.listenBreak = false;
        waveForm.visible = false;
        HomeController.listenBreak = false;
        // TODO 以后根据音频识别返回值修改狗的行动
        foreach (var dog in HomeController.dogsInScene)
        {
            dog.animator.SetBool("isListening", false);
            // 如果在交互模式，就刷新最后交互时间
            if (dog.dogState == DogState.INTERACT)
            {
                dog.interactLastUpdate = DateTime.Now;
            }
        }
        StopRecording();
    }

    #region 录音相关
    // 开始录音
    void StartRecording()
    {
        if (isRecording) return; // 如果已经在录音，则不再重复开始

        // 设置录音文件名和路径
        filePathWav = Path.Combine(Application.persistentDataPath, "voice.wav");
        filePathZip = Path.Combine(Application.persistentDataPath, "voice.zip");

        // 检测目录是否存在不存在就创建
        string directoryPath = Path.GetDirectoryName(filePathWav);
        if (!Directory.Exists(directoryPath))
        {
            Directory.CreateDirectory(directoryPath);
        }
        //删除旧文件
        if (File.Exists(filePathWav))
        {
            File.Delete(filePathWav);
        }
        if (File.Exists(filePathZip))
        {
            File.Delete(filePathZip);
        }

        // 开始录音，最长8秒
        startRecTime = DateTime.Now;
        audioClip = Microphone.Start(null, false, 8, 44100);
        isRecording = true;
        Debug.Log("开始录音...");
    }

    // 停止录音
    void StopRecording()
    {
        if (!isRecording) return; // 如果没有在录音，则直接返回


        // 停止录音
        Microphone.End(null);
        isRecording = false;
        Debug.Log("停止录音...");
        stopRecTime = DateTime.Now;
        TimeSpan duration = stopRecTime - startRecTime;
        if (duration.TotalSeconds < 0.5) return; // 如果录音时间小于0.5秒，则不保存文件

        // 保存录音为WAV文件和ZIP文件
        SaveWavFile(filePathWav, audioClip);
        Debug.Log("录音已保存到: " + filePathWav);
        ZipFileController.ZipFile(filePathWav, filePathZip);

        // 打印zip文件大小
        FileInfo fileInfo = new FileInfo(filePathZip);
        Debug.Log("zip文件大小: " + fileInfo.Length / 1024 + "KB");

        if (isCommandMode)
        {
            // command模式，调用Home Controller Command的方法上传音频文件
            HomeController.Instance.VoiceCommandRequest(filePathZip);
        }
        else
        {
            // 非command模式，调用Home Controller Call的方法上传音频文件
            HomeController.Instance.VoiceCallRequest(filePathZip);
        }
    }

    // 保存音频文件wav
    void SaveWavFile(string path, AudioClip audio)
    {
        // 创建文件流
        using (FileStream fileStream = new(path, FileMode.Create))
        {
            using (BinaryWriter writer = new BinaryWriter(fileStream))
            {
                // 写入WAV文件头
                writer.Write(new char[4] { 'R', 'I', 'F', 'F' }); // RIFF标志
                writer.Write(36 + audio.samples * 2); // 文件大小
                writer.Write(new char[4] { 'W', 'A', 'V', 'E' }); // WAVE标志
                writer.Write(new char[4] { 'f', 'm', 't', ' ' }); // fmt标志
                writer.Write(16); // fmt块大小
                writer.Write((ushort)1); // 音频格式（PCM）
                writer.Write((ushort)audio.channels); // 声道数
                writer.Write(audio.frequency); // 采样率
                writer.Write(audio.frequency * audio.channels * 2); // 字节率
                writer.Write((ushort)(audio.channels * 2)); // 块对齐
                writer.Write((ushort)16); // 位深度
                writer.Write(new char[4] { 'd', 'a', 't', 'a' }); // data标志
                writer.Write(audio.samples * 2); // 数据大小

                // 写入音频数据
                float[] samples = new float[audio.samples * audio.channels];
                audio.GetData(samples, 0);

                for (int i = 0; i < samples.Length; i++)
                {
                    writer.Write((short)(samples[i] * short.MaxValue)); // 将浮点数转换为16位整数
                }
            }
        }
    }

    #endregion
}