1.调用录音设备保存录音
using System;using System.Collections;using System.Collections.Generic;using System.IO;using UnityEngine;using UnityEngine.UI;public class MicroPhoneManager : MonoBehaviour{public int DeviceLength; private void Awake(){DontDestroyOnLoad(this);au= gameObject.GetComponent<AudioSource>();if (au == null){au = gameObject.AddComponent<AudioSource>();} }private int Frequency = 16000; //录音频率private int BitRate = 16; //比特率private int MicSecond = 180; //每隔2秒，保存一下录音数据public Button bStart;public Button bStop;public Button bPlay;public Text tTip;private AudioSource au;private string[] devices;private bool isHaveMicrophone = false;void Start(){bStart.onClick.AddListener(OnStartClick);bStop.onClick.AddListener(OnStopClick);bPlay.onClick.AddListener(OnPlayClick);devices = Microphone.devices;DeviceLength = devices.Length;if (devices.Length > 0){isHaveMicrophone = true;tTip.text = "设备有麦克风:" + devices[0];}else{isHaveMicrophone = false;tTip.text = "设备没有麦克风";}}void OnStartClick(){tTip.text += "\n开始录音....";au.Stop();au.loop = false;au.mute = true;//au.clip = Microphone.Start(devices[0], false, MicSecond, Frequency);StartMicrophone();}void OnStopClick(){tTip.text += "\n停止录音!";if (!Microphone.IsRecording(devices[0]))return;//Microphone.End(devices[0]);StopMicrophone();//au.Stop();Mp3FromClip("d:/test.mp3", au.clip); //将录音保存为mp3//WavFromClip(ClipPath, au.clip); //将录音保存为wav}string ClipPath{get{return Application.streamingAssetsPath + "/test.wav";}}void OnPlayClick(){if (Microphone.IsRecording(null))return;if (au.clip == null)return;au.mute = false;au.loop = false;au.Play();tTip.text += "\n播放录音....";}public delegate void AudioRecordHandle(AudioClip audioClip);public AudioSource audioSource;AudioClip micClip;bool isMicRecordFinished = true;List<float> micDataList = new List<float>();float[] micDataTemp;string micName;public void StartMicrophone(){if (isHaveMicrophone){tTip.text += "\n找不到设备....";return;}StopCoroutine(StartMicrophone(null, PlayAudioRecord));StartCoroutine(StartMicrophone(null, PlayAudioRecord));}IEnumerator StartMicrophone(string microphoneName, AudioRecordHandle audioRecordFinishedEvent){Debug.Log("Start Mic");micDataList = new List<float>();micName = microphoneName;micClip = Microphone.Start(micName, true, 2, 16000);isMicRecordFinished = false;int length = micClip.channels * micClip.samples;bool isSaveFirstHalf = true;//将音频从中间分生两段，然后分段保存int micPosition;while (!isMicRecordFinished){if (isSaveFirstHalf){yield return new WaitUntil(() => { micPosition = Microphone.GetPosition(micName); return micPosition > length * 6 / 10 && micPosition < length; });//保存前半段micDataTemp = new float[length / 2];micClip.GetData(micDataTemp, 0);micDataList.AddRange(micDataTemp);isSaveFirstHalf = !isSaveFirstHalf;}else{yield return new WaitUntil(() => { micPosition = Microphone.GetPosition(micName); return micPosition > length / 10 && micPosition < length / 2; });//保存后半段micDataTemp = new float[length / 2];micClip.GetData(micDataTemp, length / 2);micDataList.AddRange(micDataTemp);isSaveFirstHalf = !isSaveFirstHalf;}}micPosition = Microphone.GetPosition(micName);if (micPosition <= length)//前半段{micDataTemp = new float[micPosition / 2];micClip.GetData(micDataTemp, 0);}else{micDataTemp = new float[micPosition - length / 2];micClip.GetData(micDataTemp, length / 2);}micDataList.AddRange(micDataTemp);Microphone.End(micName);AudioClip newAudioClip = AudioClip.Create("RecordClip", micDataList.Count, 1, 16000, false);newAudioClip.SetData(micDataList.ToArray(), 0);audioRecordFinishedEvent(newAudioClip);Debug.Log("RecordEnd");}public void StopMicrophone(){Debug.Log("Stop mic");isMicRecordFinished = true;}void PlayAudioRecord(AudioClip newAudioClip){au.clip = newAudioClip;au.Stop();//Mp3FromClip("d:/test.mp3", au.clip); //将录音保存为mp3WavFromClip(ClipPath, au.clip); //将录音保存为wav}public void WavFromClip(string WavPosition, AudioClip clip){if (Microphone.IsRecording(null))return;Microphone.End(null);using (FileStream fs = CreateEmpty(WavPosition)){ConvertAndWrite(fs, au.clip);WriteHeader(fs, au.clip); //wav文件头}}private FileStream CreateEmpty(string filepath){FileStream fileStream = new FileStream(filepath, FileMode.OpenOrCreate);byte emptyByte = new byte();for (int i = 0; i < 44; i++) //为wav文件头留出空间{fileStream.WriteByte(emptyByte);}return fileStream;}private void ConvertAndWrite(FileStream fileStream, AudioClip clip){float[] samples = new float[clip.samples];clip.GetData(samples, 0);Int16[] intData = new Int16[samples.Length];Byte[] bytesData = new Byte[samples.Length * 2];int rescaleFactor = 32767; //to convert float to Int16 for (int i = 0; i < samples.Length; i++){intData[i] = (short)(samples[i] * rescaleFactor);Byte[] byteArr = new Byte[2];byteArr = BitConverter.GetBytes(intData[i]);byteArr.CopyTo(bytesData, i * 2);}fileStream.Write(bytesData, 0, bytesData.Length);} private void WriteHeader(FileStream stream, AudioClip clip){int hz = clip.frequency;int channels = clip.channels;int samples = clip.samples;stream.Seek(0, SeekOrigin.Begin);Byte[] riff = System.Text.Encoding.UTF8.GetBytes("RIFF");stream.Write(riff, 0, 4);Byte[] chunkSize = BitConverter.GetBytes(stream.Length - 8);stream.Write(chunkSize, 0, 4);Byte[] wave = System.Text.Encoding.UTF8.GetBytes("WAVE");stream.Write(wave, 0, 4);Byte[] fmt = System.Text.Encoding.UTF8.GetBytes("fmt ");stream.Write(fmt, 0, 4);Byte[] subChunk1 = BitConverter.GetBytes(16);stream.Write(subChunk1, 0, 4);UInt16 two = 2;UInt16 one = 1;Byte[] audioFormat = BitConverter.GetBytes(one);stream.Write(audioFormat, 0, 2);Byte[] numChannels = BitConverter.GetBytes(channels);stream.Write(numChannels, 0, 2);Byte[] sampleRate = BitConverter.GetBytes(hz);stream.Write(sampleRate, 0, 4);Byte[] byteRate = BitConverter.GetBytes(hz * channels * 2); // sampleRate * bytesPerSample*number of channels, here 44100*2*2 stream.Write(byteRate, 0, 4);UInt16 blockAlign = (ushort)(channels * 2);stream.Write(BitConverter.GetBytes(blockAlign), 0, 2);UInt16 bps = 16;Byte[] bitsPerSample = BitConverter.GetBytes(bps);stream.Write(bitsPerSample, 0, 2);Byte[] datastring = System.Text.Encoding.UTF8.GetBytes("data");stream.Write(datastring, 0, 4);Byte[] subChunk2 = BitConverter.GetBytes(samples * channels * 2);stream.Write(subChunk2, 0, 4);}}
2.数据上传平台进行评测
using Newtonsoft.Json;using System;using System.Globalization;using System.IO;using .WebSockets;using System.Security.Cryptography;using System.Text;using System.Threading;using System.Threading.Tasks;using System.Xml;using UnityEngine;namespace Ise{public class WebYYPCPlus : Web{private const string hostUrl = "ws://ise-/v2/open-ise";//开放评测地址private const string appid = " ";//控制台获取 private const string apiSecret = " ";//控制台获取 private const string apiKey = " ";//控制台获取 private const string sub = "ise";//服务类型sub,开放评测值为iseprivate const string ent = "cn_vip";//语言标记参数 ent(cn_vip中文,en_vip英文)private const string rst = "entirety";//string 限制只能使用精简版 只有总分 entirety plain//题型、文本、音频要请注意做同步变更(如果是英文评测,请注意变更ent参数的值)private const string category = "read_chapter";//题型public const int StatusFirstFrame = 0;//第一帧public const int StatusContinueFrame = 1;//中间帧public const int StatusLastFrame = 2;//最后一帧ClientWebSocket ws = new ClientWebSocket();CancellationToken ct = new CancellationToken();private bool isSocket = false;//private IWebSocket socket;string log = "";public WebYYPCPlus(SetMessage value) : base(value){//socket = new UnityWebSocket.WebSocket(getAuthUrl(hostUrl, apiKey, apiSecret));//socket.OnOpen += Socket_OnOpen;//socket.OnMessage += Socket_OnMessage;//socket.OnClose += Socket_OnClose;//socket.OnError += Socket_OnError;//AddLog(string.Format("Connecting...\n"));//socket.ConnectAsync();}public async void WebSocket(){try{//ClientWebSocket ws = new ClientWebSocket();//CancellationToken ct = new CancellationToken();string authUrl = getAuthUrl(hostUrl, apiKey, apiSecret);Debug.Log(authUrl);Uri url = new Uri(authUrl);await ws.ConnectAsync(url, ct);//await ws.SendAsync(new ArraySegment<byte>(Encoding.UTF8.GetBytes("hello")), WebSocketMessageType.Binary, true, ct); //发送数据isSocket = true;while (ws.State == .WebSockets.WebSocketState.Open){var result = new byte[1024];await ws.ReceiveAsync(new ArraySegment<byte>(result), new CancellationToken());//接受数据var str = Encoding.UTF8.GetString(result);//, 0, result.Length);onMessage(str);}}catch (Exception ex){Debug.Log(ex.Message);}}public override void Headers(string txtStr, string pathStr = "cn_chapter.wav"){//#if !UNITY_EDITOR && UNITY_WEBGL//isSocket = true;//#elif !NET_LEGACYisSocket = false;WebSocket();//#else// throw new Exception("Scripting Runtime Version should be .NET 4.x, via Menu:\nPlayerSettings -> Other Settings -> Script Runtime Version -> .Net 4.x Equivalent");//#endifonOpen(txtStr, pathStr);}public async void onOpen(string text, string pathStr = "cn_chapter.wav"){//连接成功，开始发送数据int frameSize = 1280; //每一帧音频的大小,建议每 40ms 发送 1280Bint pcmCount = 0;int pcmSize = 0;int intervel = 10;int status = 0; // 音频的状态string path = Application.streamingAssetsPath + "/Audio/" + pathStr;try{ _last = false;while (!isSocket){await Task.Delay(intervel);}ssb(text);byte[] arr = File.ReadAllBytes(path);if (arr==null){return;}pcmSize = arr.Length;string cc = Convert.ToBase64String(arr);while (true){if (pcmSize <= 2 * frameSize){frameSize = pcmSize;status = StatusLastFrame;}if (frameSize <= 0){break;}byte[] buffer = new byte[frameSize];Array.Copy(arr, pcmCount, buffer, 0, frameSize);pcmCount += frameSize;pcmSize -= frameSize;switch (status){case StatusFirstFrame: // 第一帧音频status = 0send(1, 1, Convert.ToBase64String(buffer));status = StatusContinueFrame;//中间帧数break;case StatusContinueFrame: //中间帧status = 1send(2, 1, Convert.ToBase64String(buffer));break;case StatusLastFrame: // 最后一帧音频status = 2 ，标志音频发送结束send(4, 2, Convert.ToBase64String(buffer));break;}await Task.Delay(intervel);}}catch (FileNotFoundException e){SetMessage(e.Message);}catch (IOException e){SetMessage(e.Message);}catch (Exception e){SetMessage(e.Message);}}private void ssb(string text){Root root = new Root(){common = new Common() { app_id = appid },business = new Business() { sub = sub, ent = ent, category = category, aue = "raw", auf = "audio/L16;rate=16000", rstcd = "utf8", cmd = "ssb", text = "\ufeff" + text, tte = "utf-8", ttp_skip = true, rst = rst },// , extra_ability = "syll_phone_err_msg", ise_unite="1" },data = new Data() { status = 0 }};var str = JsonConvert.SerializeObject(root);onSend(str);}public void send(int aus, int status, string data){string str = "{\"business\": {\"cmd\": \"auw\", \"aus\":" + aus + " },\"data\":{\"status\": " + status + ",\"data\":\"" + data + "\"}}";onSend(str);}StringBuilder _json;bool _last = false;private void onMessage(string json){Debug.Log(json);if (_last){if (!json.Contains("{")){_json.Append(json); }}if (!_last && !json.Contains("null")){//第一条最后结果_json = new StringBuilder(json);_last = true;string filePath = Application.streamingAssetsPath + "/StreamPlus.xml";FileStream fs = new FileStream(xmlPath, FileMode.OpenOrCreate, FileAccess.ReadWrite);StreamWriter sw = new StreamWriter(fs);fs.SetLength(0);//首先把文件清空了。sw.Close();}if (_last && _json.ToString().Contains("}}")){_json.Replace("\0", "");json = _json.ToString();var resp = JsonConvert.DeserializeObject<IseNewResponseData>(json);if (resp.code != 0){Debug.LogError(json);}if (resp.data.status == 2){byte[] myByte = System.Convert.FromBase64String(resp.data.data);string txt = Encoding.UTF8.GetString(myByte);string filePath = Application.streamingAssetsPath + "/StreamPlus.xml";File.AppendAllText(xmlPath, txt);SetMessage(txt);//AnalysisResultXML(xmlPath);AudioManager.Ins.OnAnalysisResult(txt);ws.Abort();} _last = false;}}public void AnalysisResultXML(string path){string[] read_chapter;try{XmlDocument doc = new XmlDocument();doc.Load(path);//获取根节点---此处一定要添加双斜杠XmlNodeList nodeList = doc.SelectNodes("//rec_paper");//遍历输出.foreach (XmlElement node in nodeList){string str = node.InnerXml.Split('>')[0];read_chapter = str.Split(' ');Syll.SetDic(read_chapter, Overall);//输出结果Debug.Log(Overall["total_score"] + "--" + Overall["tone_score"] + "--" + Overall["phone_score"] + "--"+ Overall["integrity_score"]);}nodeList = doc.SelectNodes("//word");//遍历解析.foreach (XmlElement node in nodeList){Syll syll = new Syll(node.InnerXml);if (!syll.IsCorrect){wroingList.Add(syll.txtData);}}AudioManager.Ins.OnAnalysisResult(Overall, wroingList);}catch (Exception ex){Debug.Log(ex.Message);}}string xmlPath{get{return Application.streamingAssetsPath + "/StreamPlus.xml";}}private void onSend(string json){ws.SendAsync(new ArraySegment<byte>(Encoding.UTF8.GetBytes(json)), WebSocketMessageType.Binary, true, ct); //发送数据}public static string getAuthUrl(string hostUrl, string apiKey, string apiSecret){Uri uri = new Uri(hostUrl);TimeSpan ts = DateTime.UtcNow - new DateTime(1970, 1, 1, 0, 0, 0, 0);string date = DateTime.UtcNow.ToUniversalTime().ToString(CultureInfo.CurrentCulture.DateTimeFormat.RFC1123Pattern, new System.Globalization.CultureInfo("en-us"));StringBuilder builder = new StringBuilder("host: ").Append(uri.Host).Append("\n").//Append("date: ").Append(date).Append("\n").//Append("GET ").Append(uri.LocalPath).Append(" HTTP/1.1");byte[] hexDigits;string sha;using (var hmacsha256 = new HMACSHA256(Encoding.UTF8.GetBytes(apiSecret))){hexDigits = puteHash(Encoding.UTF8.GetBytes(builder.ToString()));sha = Convert.ToBase64String(hexDigits);}string authorization = string.Format("hmac username=\"{0}\", algorithm=\"{1}\", headers=\"{2}\", signature=\"{3}\"", apiKey, "hmac-sha256", "host date request-line", sha);hostUrl += "?authorization=" + Convert.ToBase64String(Encoding.UTF8.GetBytes(authorization)) + "&date=" + date + "&host=" + uri.Host;return hostUrl;}private void AddLog(string str){log += str;// max logif (log.Length > 32 * 1024){log = log.Substring(16 * 1024);}}//private void Socket_OnOpen(object sender, OpenEventArgs e)//{// SetMessage("打开" + sender.ToString());//}//private void Socket_OnMessage(object sender, MessageEventArgs e)//{// //SetMessage();// //string//}//private void Socket_OnClose(object sender, CloseEventArgs e)//{//}//private void Socket_OnError(object sender, UnityWebSocket.ErrorEventArgs e)//{// SetMessage("错误" + sender.ToString());//}[Serializable]public class IseNewResponseData{public int code;public string message;public string sid;public ResPonseData data;}[Serializable]public class ResPonseData{public int status;public string data;}}public class Syll{public TxtData txtData = new TxtData();public Syll(string xml){Dictionary<string, string> syll = new Dictionary<string, string>();Dictionary<string, string> phone = new Dictionary<string, string>();Dictionary<string, string> phone1 = new Dictionary<string, string>();List<string> sub_strs = new List<string>();string[] strs = xml.Split('>');for (int i = 0; i < strs.Length; i++){if (strs[i].Contains("time_len")){sub_strs.Add(strs[i]);}}SetDic(sub_strs[0].Split(' '), syll);SetDic(sub_strs[1].Split(' '), phone);SetDic(sub_strs[2].Split(' '), phone1);txtData.content = syll["content"];txtData.symbol = syll["symbol"];txtData.perr_msg = (Error)int.Parse(phone["perr_msg"]);txtData.tone_perr_msg = (Error)int.Parse(phone1["perr_msg"]);}public static void SetDic(string[] strs, Dictionary<string, string> dic){for (int i = 0; i < strs.Length; i++){string str = strs[i];if (str.Contains("=")){string[] sub_str = strs[i].Split('=');dic.Add(sub_str[0].Replace("\"", string.Empty), sub_str[1].Replace("\"", string.Empty));}}}public bool IsCorrect{get{if (txtData.perr_msg != Error.Correct || txtData.tone_perr_msg != Error.Correct){return false;}return true;}}}}public struct TxtData{public string content;public string symbol;public Error perr_msg;public Error tone_perr_msg;}public enum Error{Correct=0,ReadMiss = 16,AddRead= 32,BackwardRead= 64,Replace=128,Unison = 1,Pattern=2,UnisonPattern =3,}}
