unity3d百度语音+图灵机器人

ゞ浴缸里的玫瑰 2022-05-29 07:35 255阅读 0赞

using NAudio.Wave;
    using System;
    using System.Collections;
    using System.Collections.Generic;
    using System.IO;
    using System.Net;
    using System.Text;
    using UnityEngine;
    using Xfrog.Net;
    public class AsrResponse
    {
        public int err_no;
        public string err_msg;
        public string sn;
        public string[] result;
        public static AsrResponse CreateFromJSON(string jsonString)
        {
            return JsonUtility.FromJson<AsrResponse>(jsonString);
        }
    }
    public class record : MonoBehaviour
    {
        AudioClip audioClip;
        AudioSource audioSource;
    
        public int recordTime=5;
         Use this for initialization
        void Start()
        {   audioSource = GameObject.Find("Canvas/Audio Source").GetComponent<AudioSource>();
            string[] md = Microphone.devices;
            int mdl = md.Length;
            if (mdl == 0)
            {
                Debug.Log("no microphone found");
            }
        }
    
         Update is called once per frame
        //void Update () {
    
        //}
        public void StartRecordAudio()
        {
       
            Microphone.End(null);
            audioClip = Microphone.Start(null, false, recordTime, 16000);
            Debug.Log("开始录音.....");
            // if(Microphone.GetPosition())
            if (!Microphone.IsRecording(null))
            {
                Debug.Log("没有声音.....");
                return;
            }
            Microphone.GetPosition(null);
    
        }
    
        public void StopRecordAudio()
        {
            /***文件读取为字节流***
            FileInfo fi = new FileInfo("d:\\1.wav");
            FileStream fs = new FileStream("d:\\1.wav", FileMode.Open);
            byte[] buffer = new byte[fs.Length];
            fs.Read(buffer, 0, buffer.Length);
            fs.Close();
            ***/
            Microphone.End(null);
    
    
    
            //*************使用语音识别api
            byte[] buffer = ConvertAudioClipToPCM16(audioClip);
           //byte[] buffer = GetClipData();    
            HttpWebRequest request = null;
         //request = (HttpWebRequest)HttpWebRequest.Create("https://speech.platform.bing.com/speech/recognition/interactive/cognitiveservices/v1?language=ZH-CN&format=detailed");
          request = (HttpWebRequest)HttpWebRequest.Create("http://vop.baidu.com/server_api?lan=zh&cuid=B8-81-98-41-3E-E9&token=24.91d00cdafeef1490ec706f7e2f2659e1.2592000.1524029061.282335-10681472");
           request.SendChunked = true;
            request.Accept = @"application/json;text/xml";
            request.Method = "POST";
           request.ProtocolVersion = HttpVersion.Version11;
           // request.ContentType = @"audio/wav; codec=audio/pcm; samplerate=16000";
            request.ContentType = @"audio/pcm; rate = 16000";
           request.Headers["Ocp-Apim-Subscription-Key"] = "e8cd273d62c347cb9f64d6b94b94435d";
            request.ContentLength = buffer.Length;
            // Send an audio file by 1024 byte chunks
            /*
            * Open a request stream and write 1024 byte chunks in the stream one at a time.
            */
            using (Stream requestStream = request.GetRequestStream())
            {
                requestStream.Write(buffer, 0, buffer.Length);
            }
            Debug.Log("Response:");
            string responseString;
            WebResponse response = request.GetResponse();
            Debug.Log(((HttpWebResponse)response).StatusCode);
            StreamReader sr = new StreamReader(response.GetResponseStream());
            responseString = sr.ReadToEnd();
            responseString = AsrResponse.CreateFromJSON(responseString).result[0];
            Debug.Log(responseString);
    
    
    
            //************图灵api得到回答
            string url = "http://www.tuling123.com/openapi/api";
            string key = "7c664d28fa0b472ab9833c2679c431f5";
            string postDataStr = "key=" + key + "&info=" + responseString;
            string result = HttpGet(url, postDataStr);
            JsonObject newObj = new JsonObject(result);
            string info = newObj["text"].Value.ToString();
            Debug.Log(info);
    
            **************合成语音不支持linux和window只支持移动端，据说mp3版权问题，无法直接在window上播放，也就是无法从网上或者文件里读取播放。场景里的应该被转编码了。
            //string url_speaker = "http://tsn.baidu.com/text2audio";
            //string postDataStr_speaker = "tex=" + info + "&lan=zh&cuid=B8-81-98-41-3E-E9&ctp=1&tok=24.d1ba8c1f1efa8a3de68678e5404d55a4.2592000.1523629153.282335-10681472&ctp=1&cuid=10681472";
            //string req = url_speaker + "?" + postDataStr_speaker;
            //WWW www = new WWW(req);  // start a download of the given URL
            //audioSource.clip = www.GetAudioClip(true, false, AudioType.MPEG); // 2D, streaming
            //audioSource.Play();
    
    
    
            //**************合成语音
            string url2 = "http://tsn.baidu.com/text2audio";
            byte[] buffer2 = null;
            string postDataStr2 = "tex=" + info + "&lan=zh&cuid=B8-81-98-41-3E-E9&ctp=1&tok=24.d1ba8c1f1efa8a3de68678e5404d55a4.2592000.1523629153.282335-10681472";
    
            HttpWebRequest request2 = (HttpWebRequest)WebRequest.Create(url2 + "?" + postDataStr2);
            request2.Method = "GET";
            request2.ContentType = "text/html;charset=UTF-8";
            HttpWebResponse response2 = (HttpWebResponse)request2.GetResponse();
    
            using (Stream stream = response2.GetResponseStream())
            {
                //buffer2 = new byte[stream.Length];  报错*******无法取得响应流，应该用什么先盛放一下
    
                // long length = request2.ContentLength;
                //buffer2 = new byte[length];///数字溢出
                // stream.Read(buffer2, 0, (int)length);
                //BinaryReader br = new BinaryReader(stream);
                //    buffer2 = br.ReadBytes((int)stream.Length);
             
                    byte[] buffer3 = new byte[16*1096];
                    using (MemoryStream memoryStream = new MemoryStream())
                    {
                        int count = 0;
                        do
                        {
                            count = stream.Read(buffer3, 0, buffer3.Length);
                            memoryStream.Write(buffer3, 0, count);
    
                        } while (count != 0);
    
                        buffer2 = memoryStream.ToArray();
    
                    }
              
    
    
            }
            audioSource.clip = FromMp3Data(buffer2);
            audioSource.Play();
        }
        /// <summary>
        /// 将mp3格式的字节数组转换为audioclip
        /// </summary>
        /// <param name="data"></param>
        /// <returns></returns>
    
        public static AudioClip FromMp3Data(byte[] data)
        {
            // Load the data into a stream  
            MemoryStream mp3stream = new MemoryStream(data);
            // Convert the data in the stream to WAV format  
            Mp3FileReader mp3audio = new Mp3FileReader(mp3stream);
    
            WaveStream waveStream = WaveFormatConversionStream.CreatePcmStream(mp3audio);
            // Convert to WAV data  
            Wav wav = new Wav(AudioMemStream(waveStream).ToArray());
    
            AudioClip audioClip = AudioClip.Create("testSound", wav.SampleCount, 1, wav.Frequency, false);
            audioClip.SetData(wav.LeftChannel, 0);
            // Return the clip  
            return audioClip;
        }
    
        private static MemoryStream AudioMemStream(WaveStream waveStream)
        {
            MemoryStream outputStream = new MemoryStream();
            using (WaveFileWriter waveFileWriter = new WaveFileWriter(outputStream, waveStream.WaveFormat))
            {
                byte[] bytes = new byte[waveStream.Length];
                waveStream.Position = 0;
                waveStream.Read(bytes, 0, Convert.ToInt32(waveStream.Length));
                waveFileWriter.Write(bytes, 0, bytes.Length);
                waveFileWriter.Flush();
            }
            return outputStream;
        }
        //**********audioClip格式转成字节流
        public static byte[] ConvertAudioClipToPCM16(AudioClip clip)
        {
            var samples = new float[clip.samples * clip.channels];
            clip.GetData(samples, 0);
            var samples_int16 = new short[samples.Length];
    
            for (var index = 0; index < samples.Length; index++)
            {
                var f = samples[index];
                samples_int16[index] = (short)(f * short.MaxValue);
            }
    
            var byteArray = new byte[samples_int16.Length * 2];
            Buffer.BlockCopy(samples_int16, 0, byteArray, 0, byteArray.Length);
    
            return byteArray;
    
        }
        ************把mp3转换成audioclip
        //public static AudioClip FromMp3Data(byte[] data)
        //{
        //    // Load the data into a stream  
        //    MemoryStream mp3stream = new MemoryStream(data);
        //    // Convert the data in the stream to WAV format  
        //    Mp3FileReader mp3audio = new Mp3FileReader(mp3stream);
    
        //    WaveStream waveStream = WaveFormatConversionStream.CreatePcmStream(mp3audio);
        //    // Convert to WAV data  
        //    Wav wav = new Wav(AudioMemStream(waveStream).ToArray());
    
        //    AudioClip audioClip = AudioClip.Create("testSound", wav.SampleCount, 1, wav.Frequency, false);
        //    audioClip.SetData(wav.LeftChannel, 0);
        //    // Return the clip  
        //    return audioClip;
        //}
    
        //用于http get请求
        public static string HttpGet(string Url, string postDataStr)
        {
            HttpWebRequest request = (HttpWebRequest)WebRequest.Create(Url + (postDataStr == "" ? "" : "?") + postDataStr);
            request.Method = "GET";
            request.ContentType = "text/html;charset=UTF-8";
            HttpWebResponse response = (HttpWebResponse)request.GetResponse();
            Stream myResponseStream = response.GetResponseStream();
            StreamReader myStreamReader = new StreamReader(myResponseStream, Encoding.UTF8);
            string retString = myStreamReader.ReadToEnd();
            myStreamReader.Close();
            myResponseStream.Close();
            return retString;
    
    
        }
        public void PlayRecordAudio()
        {
            Microphone.End(null);
            audioSource.clip = audioClip;
            audioSource.Play();
        }
        public void EndPlayRecordAudio()
        {
            Microphone.End(null);
            audioSource.Stop();
        }
    
    
    
    
        /// <summary>
        /// 把录音转换为Byte[]
        /// </summary>
        /// <returns></returns>
        //public byte[] GetClipData()
        //{
        //    if (audioClip == null)
        //    {
        //        //Debug.LogError("录音数据为空");
        //        Debug.Log("录音数据为空");
        //        return null;
        //    }
    
        //    float[] samples = new float[audioClip.samples];
    
        //    audioClip.GetData(samples, 0);
    
    
    
        //    byte[] outData = new byte[samples.Length * 2];
    
        //    int rescaleFactor = 32767; //to convert float to Int16   
    
        //    for (int i = 0; i < samples.Length; i++)
        //    {
        //        short temshort = (short)(samples[i] * rescaleFactor);
    
        //        byte[] temdata = System.BitConverter.GetBytes(temshort);
    
        //        outData[i * 2] = temdata[0];
        //        outData[i * 2 + 1] = temdata[1];
        //    }
        //    if (outData == null || outData.Length <= 0)
        //    {
        //        //Debug.LogError("录音数据为空");
        //        Debug.Log("录音数据为空");
        //        return null;
        //    }
    
        //    //return SubByte(outData, 0, audioLength * 8000 * 2);
        //    return outData;
        //}
    }

项目失败，unity3d windows和ubuntu不支持mp3流，

using NAudio.Wave;

转换只在windows上起效。

所以这份代码只在windows上和移动平台，安卓，ios上起效。