@easyv/biz-components 0.0.13 → 0.0.16
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/hooks/index.d.ts +1 -0
- package/dist/hooks/useXunFeiSteamVoiceManager.d.ts +8 -0
- package/dist/hooks/useXunFeiSteamVoiceManager.es.js +15 -0
- package/dist/hooks/useXunFeiSteamVoiceManager.es.js.map +1 -0
- package/dist/index.es.js +10 -6
- package/dist/index.es.js.map +1 -1
- package/dist/utils/xunFeiVoice/RecorderManager/RecorderManager-draft.d.ts +38 -0
- package/dist/utils/xunFeiVoice/RecorderManager/RecorderManager.d.ts +42 -0
- package/dist/utils/xunFeiVoice/RecorderManager/RecorderManager.es.js +118 -0
- package/dist/utils/xunFeiVoice/RecorderManager/RecorderManager.es.js.map +1 -0
- package/dist/utils/xunFeiVoice/RecorderManager/index.d.ts +1 -0
- package/dist/utils/xunFeiVoice/RecorderManager/processorSource/processor.worker.d.ts +0 -0
- package/dist/utils/xunFeiVoice/RecorderManager/processorSource/processor.worker.es.js +233 -0
- package/dist/utils/xunFeiVoice/RecorderManager/processorSource/processor.worker.es.js.map +1 -0
- package/dist/utils/xunFeiVoice/RecorderManager/processorSource/processor.worklet.d.ts +0 -0
- package/dist/utils/xunFeiVoice/RecorderManager/processorSource/processor.worklet.es.js +379 -0
- package/dist/utils/xunFeiVoice/RecorderManager/processorSource/processor.worklet.es.js.map +1 -0
- package/dist/utils/xunFeiVoice/{xunFeiStreamVoiceManager.d.ts → XunFeiStreamVoiceManager.d.ts} +16 -15
- package/dist/utils/xunFeiVoice/XunFeiStreamVoiceManager.es.js +177 -0
- package/dist/utils/xunFeiVoice/XunFeiStreamVoiceManager.es.js.map +1 -0
- package/dist/utils/xunFeiVoice/index.d.ts +3 -1
- package/dist/utils/xunFeiVoice/test/RecorderManager.cy.d.ts +1 -0
- package/dist/utils/xunFeiVoice/test/XunFeiVoiceManager.cy.d.ts +1 -0
- package/dist/utils/xunFeiVoice/types.d.ts +11 -2
- package/dist/utils/xunFeiVoice/utils.d.ts +0 -1
- package/dist/utils/xunFeiVoice/utils.es.js.map +1 -1
- package/package.json +4 -2
- package/dist/utils/xunFeiVoice/recordManager.es.js +0 -175
- package/dist/utils/xunFeiVoice/recordManager.es.js.map +0 -1
- package/dist/utils/xunFeiVoice/xunFeiStreamVoiceManager.es.js +0 -140
- package/dist/utils/xunFeiVoice/xunFeiStreamVoiceManager.es.js.map +0 -1
- /package/dist/utils/xunFeiVoice/{recordManager.d.ts → RecorderManager/RecordManager-origin.d.ts} +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"XunFeiStreamVoiceManager.es.js","sources":["../../../src/utils/xunFeiVoice/XunFeiStreamVoiceManager.ts"],"sourcesContent":["import CryptoJS from 'crypto-js';\nimport { RecorderManager } from './RecorderManager';\nimport type { OnMessageInfo, RecordFrameInfo } from './types';\nimport { toBase64 } from './utils';\n\ntype errorType = 'socketConnect' | 'message' | 'record';\nlet startCount = 0;\n\nexport interface XunFeiStreamVoiceManagerConfig {\n onError: (errInfo: { type: errorType; message: string }) => void;\n /** ws 收到消息的回调\n * @param info.message 消息内容\n * @param info.isLatest 是否是最后一条消息。 isLatest 为 true 时, message 为完整的语音识别结果。\n */\n onMessage: (info: OnMessageInfo) => void;\n /** webSocket 关闭的回调。\n * 每次录音都会新建一个 webSocket 连接。录音结束后关闭 webSocket\n */\n onWsClose: () => void;\n /**\n * 获取链接讯飞语音识别地址的 url\n * @returns websocket url。详情查看讯飞文档里的鉴权方法:https://www.xfyun.cn/doc/asr/voicedictation/API.html#%E6%8E%A5%E5%8F%A3%E8%B0%83%E7%94%A8%E6%B5%81%E7%A8%8B\n */\n getWebSocketUrl?: () => string;\n}\ntype SocketStatus = 'UNDEFINED' | 'CONNECTING' | 'OPEN' | 'CLOSING' | 'CLOSED';\n\n/** 现在前端mock,后续移到接口下发 */\nconst APPID = '93b73e33';\nconst API_SECRET = 'ZGJhMzQ5ZTJlMDgyYmE1ZTFlZDlmYjg0';\nconst API_KEY = 'fe43de7a071e3a32ec03c6f09fe7bedf';\n/**\n * 获取websocket url\n * 该接口需要后端提供,这里为了方便前端处理\n */\nfunction getWebSocketUrl() {\n // 请求地址根据语种不同变化\n const url = 'wss://iat-api.xfyun.cn/v2/iat';\n const host = 'iat-api.xfyun.cn';\n const apiKey = API_KEY;\n const apiSecret = API_SECRET;\n const date = new Date().toUTCString();\n const algorithm = 'hmac-sha256';\n const headers = 'host date request-line';\n const signatureOrigin = `host: ${host}\\ndate: ${date}\\nGET /v2/iat HTTP/1.1`;\n const signatureSha = CryptoJS.HmacSHA256(signatureOrigin, apiSecret);\n const signature = CryptoJS.enc.Base64.stringify(signatureSha);\n const authorizationOrigin = `api_key=\"${apiKey}\", algorithm=\"${algorithm}\", headers=\"${headers}\", signature=\"${signature}\"`;\n const authorization = window.btoa(authorizationOrigin);\n return `${url}?authorization=${authorization}&date=${date}&host=${host}`;\n}\n\n/**\n * 讯飞流式语音识别\n */\nexport class XunFeiStreamVoiceManager {\n wsInstance: WebSocket | null = null;\n status: SocketStatus = 'UNDEFINED';\n recorder: RecorderManager | null = null;\n isDestroy = false;\n resultText = '';\n resultTextTemp = '';\n continueRecord = false;\n startTimeStamp = 0;\n recordStatus: 'start' | 'stop' = 'stop';\n readyToSend = false;\n\n constructor(public config: XunFeiStreamVoiceManagerConfig) {\n this.initializeRecorder();\n }\n renderResult(resultData: string) {\n // 识别结束\n const jsonData = JSON.parse(resultData);\n if (jsonData.data && jsonData.data.result) {\n const data = jsonData.data.result;\n let str = '';\n const ws = data.ws;\n for (let i = 0; i < ws.length; i++) {\n str = str + ws[i].cw[0].w;\n }\n // 开启 wpgs 会有此字段(前提:在控制台开通动态修正功能)\n // 取值为 \"apd\"时表示该片结果是追加到前面的最终结果;取值为\"rpl\" 时表示替换前面的部分结果,替换范围为rg字段\n if (data.pgs) {\n if (data.pgs === 'apd') {\n // 将resultTextTemp同步给resultText\n this.resultText = this.resultTextTemp;\n }\n // 将结果存储在resultTextTemp中\n this.resultTextTemp = this.resultText + str;\n } else {\n this.resultText = this.resultText + str;\n }\n console.log('%c 🐶 dog ==== renderResult:', 'color: green; font-size: 16px;', {\n str,\n resultTextTemp: this.resultTextTemp,\n resultText: this.resultText,\n });\n }\n /**\n * 识别结果是否结束标识:\n * 0:识别的第一块结果。\n * 1:识别中间结果。\n * 2:识别最后一块结果\n */\n if (jsonData.code === 0 && jsonData.data.status === 2) {\n this.config.onMessage({\n message: this.resultText,\n isLatest: true,\n tempMessage: this.resultTextTemp,\n });\n this.wsInstance?.close();\n return;\n }\n if (jsonData.code === 0 && jsonData.data.status === 1) {\n this.config.onMessage({\n message: this.resultText,\n isLatest: false,\n tempMessage: this.resultTextTemp,\n });\n }\n // code 不为0时表示出错\n if (jsonData.code !== 0) {\n this.wsInstance?.close();\n this.config.onError({ type: 'message', message: resultData });\n }\n }\n\n setConfig(newConfig: XunFeiStreamVoiceManagerConfig) {\n this.config = {\n ...this.config,\n ...newConfig,\n };\n this.initializeRecorder();\n }\n sendMessage(message: string) {\n if (this.wsInstance?.readyState === WebSocket.OPEN && this.readyToSend) {\n this.wsInstance.send(message);\n }\n }\n\n async recordConfigSend() {\n if (this.isDestroy) {\n return;\n }\n try {\n // 开始录音\n await this.recorder?.start({\n sampleRate: 16000,\n frameSize: 1280,\n });\n const params = {\n common: {\n app_id: APPID,\n },\n business: {\n language: 'zh_cn',\n domain: 'iat',\n accent: 'mandarin',\n vad_eos: 5000,\n dwa: 'wpgs',\n },\n data: {\n status: 0,\n format: 'audio/L16;rate=16000',\n encoding: 'raw',\n },\n };\n this.readyToSend = true;\n this.sendMessage(JSON.stringify(params));\n } catch (error) {\n console.error('record error:', error);\n this.config.onError({ type: 'record', message: '录音失败, 请检查权限!' });\n }\n }\n\n startNewSocket() {\n console.log(\n '%c ❤️ love ==== start new socket ',\n 'color: red; font-size: 16px;',\n startCount,\n new Date().toUTCString(),\n );\n startCount++;\n const websocketUrl = this.config.getWebSocketUrl?.() || getWebSocketUrl();\n if ('WebSocket' in window) {\n this.wsInstance = new WebSocket(websocketUrl);\n } else {\n this.config.onError({ type: 'socketConnect', message: '浏览器不支持 WebSocket' });\n return;\n }\n this.wsInstance.onmessage = (e) => {\n // 处理返回数据\n this.renderResult(e.data);\n };\n this.wsInstance.onerror = (e) => {\n console.error('socket error:', e);\n this.changeBtnStatus('CLOSED');\n };\n this.wsInstance.onclose = async () => {\n this.changeBtnStatus('CLOSED');\n this.config.onWsClose();\n this.recorder?.stop();\n if (this.continueRecord) {\n this.readyToSend = false;\n await this.recorder?.close();\n this.startRecord();\n }\n };\n this.wsInstance.onopen = () => {\n this.changeBtnStatus('OPEN');\n this.recordConfigSend();\n };\n }\n\n recordProcess({ isLastFrame, frameBuffer }: RecordFrameInfo) {\n if (this.isDestroy) {\n return;\n }\n if (!this.wsInstance) {\n return;\n }\n if (this.wsInstance.readyState === this.wsInstance.OPEN) {\n this.sendMessage(\n JSON.stringify({\n data: {\n status: isLastFrame ? 2 : 1,\n format: 'audio/L16;rate=16000',\n encoding: 'raw',\n audio: toBase64(frameBuffer),\n },\n }),\n );\n }\n if (isLastFrame) {\n this.readyToSend = false;\n this.changeBtnStatus('CLOSING');\n }\n }\n\n initializeRecorder() {\n this.recorder = new RecorderManager();\n if (!this.recorder) {\n return;\n }\n this.recorder.onFrameRecorded = (data: RecordFrameInfo) => {\n this.recordProcess(data);\n };\n this.recorder.onStop = (_data: ArrayBuffer[]) => {\n // do nothing\n };\n this.recorder.onStart = () => {\n console.log('%c ❤️ love ==== recorder onStart:', 'color: red; font-size: 16px;');\n this.changeBtnStatus('OPEN');\n };\n }\n\n changeBtnStatus(status: SocketStatus) {\n this.status = status;\n }\n\n startRecord() {\n if (this.isDestroy) {\n return;\n }\n this.startTimeStamp = Date.now();\n this.resultText = '';\n this.resultTextTemp = '';\n this.startNewSocket();\n }\n\n async stopRecord() {\n console.log('stop record ====', Date.now() - this.startTimeStamp);\n // 结束录音,为了防止刚开始就关闭\n if (Date.now() - this.startTimeStamp < 500) {\n setTimeout(() => {\n this.recorder?.stop();\n }, 100);\n } else {\n this.recorder?.stop();\n }\n // 这里为了防止ws没有返回结束的数据,导致 ws 一直没关,所以加个定时器,5s 后手动关闭\n setTimeout(() => {\n if (this.wsInstance?.readyState === WebSocket.OPEN) {\n this.wsInstance?.close();\n }\n }, 5000);\n }\n\n /** 开启持续监听 */\n startContinueRecord() {\n this.continueRecord = true;\n this.startRecord();\n }\n\n stopContinueRecord() {\n this.continueRecord = false;\n this.stopRecord();\n }\n\n destroy() {\n this.isDestroy = true;\n setTimeout(() => {\n if (this.wsInstance?.readyState === WebSocket.OPEN) {\n this.wsInstance?.close();\n }\n this.recorder?.stop();\n }, 1000);\n }\n}\n"],"names":["startCount","APPID","API_SECRET","API_KEY","getWebSocketUrl","url","host","apiKey","apiSecret","date","algorithm","headers","signatureOrigin","signatureSha","CryptoJS","signature","authorizationOrigin","authorization","XunFeiStreamVoiceManager","config","__publicField","resultData","jsonData","data","str","ws","i","_a","_b","newConfig","message","params","error","websocketUrl","e","isLastFrame","frameBuffer","toBase64","RecorderManager","_data","status","_c"],"mappings":";;;;;;AAMA,IAAIA,IAAa;AAsBjB,MAAMC,IAAQ,YACRC,IAAa,oCACbC,IAAU;AAKhB,SAASC,IAAkB;AAEzB,QAAMC,IAAM,iCACNC,IAAO,oBACPC,IAASJ,GACTK,IAAYN,GACZO,KAAO,oBAAI,KAAK,GAAE,YAAY,GAC9BC,IAAY,eACZC,IAAU,0BACVC,IAAkB,SAASN,CAAI;AAAA,QAAWG,CAAI;AAAA,uBAC9CI,IAAeC,EAAS,WAAWF,GAAiBJ,CAAS,GAC7DO,IAAYD,EAAS,IAAI,OAAO,UAAUD,CAAY,GACtDG,IAAsB,YAAYT,CAAM,iBAAiBG,CAAS,eAAeC,CAAO,iBAAiBI,CAAS,KAClHE,IAAgB,OAAO,KAAKD,CAAmB;AACrD,SAAO,GAAGX,CAAG,kBAAkBY,CAAa,SAASR,CAAI,SAASH,CAAI;AACxE;AAKO,MAAMY,EAAyB;AAAA,EAYpC,YAAmBC,GAAwC;AAX3D,IAAAC,EAAA,oBAA+B;AAC/B,IAAAA,EAAA,gBAAuB;AACvB,IAAAA,EAAA,kBAAmC;AACnC,IAAAA,EAAA,mBAAY;AACZ,IAAAA,EAAA,oBAAa;AACb,IAAAA,EAAA,wBAAiB;AACjB,IAAAA,EAAA,wBAAiB;AACjB,IAAAA,EAAA,wBAAiB;AACjB,IAAAA,EAAA,sBAAiC;AACjC,IAAAA,EAAA,qBAAc;AAEK,SAAA,SAAAD,GACjB,KAAK,mBAAmB;AAAA,EAAA;AAAA,EAE1B,aAAaE,GAAoB;;AAEzB,UAAAC,IAAW,KAAK,MAAMD,CAAU;AACtC,QAAIC,EAAS,QAAQA,EAAS,KAAK,QAAQ;AACnC,YAAAC,IAAOD,EAAS,KAAK;AAC3B,UAAIE,IAAM;AACV,YAAMC,IAAKF,EAAK;AAChB,eAASG,IAAI,GAAGA,IAAID,EAAG,QAAQC;AAC7B,QAAAF,IAAMA,IAAMC,EAAGC,CAAC,EAAE,GAAG,CAAC,EAAE;AAI1B,MAAIH,EAAK,OACHA,EAAK,QAAQ,UAEf,KAAK,aAAa,KAAK,iBAGpB,KAAA,iBAAiB,KAAK,aAAaC,KAEnC,KAAA,aAAa,KAAK,aAAaA,GAE9B,QAAA,IAAI,kCAAkC,kCAAkC;AAAA,QAC9E,KAAAA;AAAA,QACA,gBAAgB,KAAK;AAAA,QACrB,YAAY,KAAK;AAAA,MAAA,CAClB;AAAA,IAAA;AAQH,QAAIF,EAAS,SAAS,KAAKA,EAAS,KAAK,WAAW,GAAG;AACrD,WAAK,OAAO,UAAU;AAAA,QACpB,SAAS,KAAK;AAAA,QACd,UAAU;AAAA,QACV,aAAa,KAAK;AAAA,MAAA,CACnB,IACDK,IAAA,KAAK,eAAL,QAAAA,EAAiB;AACjB;AAAA,IAAA;AAEF,IAAIL,EAAS,SAAS,KAAKA,EAAS,KAAK,WAAW,KAClD,KAAK,OAAO,UAAU;AAAA,MACpB,SAAS,KAAK;AAAA,MACd,UAAU;AAAA,MACV,aAAa,KAAK;AAAA,IAAA,CACnB,GAGCA,EAAS,SAAS,OACpBM,IAAA,KAAK,eAAL,QAAAA,EAAiB,SACjB,KAAK,OAAO,QAAQ,EAAE,MAAM,WAAW,SAASP,GAAY;AAAA,EAC9D;AAAA,EAGF,UAAUQ,GAA2C;AACnD,SAAK,SAAS;AAAA,MACZ,GAAG,KAAK;AAAA,MACR,GAAGA;AAAA,IACL,GACA,KAAK,mBAAmB;AAAA,EAAA;AAAA,EAE1B,YAAYC,GAAiB;;AAC3B,MAAIH,IAAA,KAAK,eAAL,gBAAAA,EAAiB,gBAAe,UAAU,QAAQ,KAAK,eACpD,KAAA,WAAW,KAAKG,CAAO;AAAA,EAC9B;AAAA,EAGF,MAAM,mBAAmB;;AACvB,QAAI,MAAK;AAGL,UAAA;AAEI,gBAAAH,IAAA,KAAK,aAAL,gBAAAA,EAAe,MAAM;AAAA,UACzB,YAAY;AAAA,UACZ,WAAW;AAAA,QAAA;AAEb,cAAMI,IAAS;AAAA,UACb,QAAQ;AAAA,YACN,QAAQ9B;AAAA,UACV;AAAA,UACA,UAAU;AAAA,YACR,UAAU;AAAA,YACV,QAAQ;AAAA,YACR,QAAQ;AAAA,YACR,SAAS;AAAA,YACT,KAAK;AAAA,UACP;AAAA,UACA,MAAM;AAAA,YACJ,QAAQ;AAAA,YACR,QAAQ;AAAA,YACR,UAAU;AAAA,UAAA;AAAA,QAEd;AACA,aAAK,cAAc,IACnB,KAAK,YAAY,KAAK,UAAU8B,CAAM,CAAC;AAAA,eAChCC,GAAO;AACN,gBAAA,MAAM,iBAAiBA,CAAK,GACpC,KAAK,OAAO,QAAQ,EAAE,MAAM,UAAU,SAAS,gBAAgB;AAAA,MAAA;AAAA,EACjE;AAAA,EAGF,iBAAiB;;AACP,YAAA;AAAA,MACN;AAAA,MACA;AAAA,MACAhC;AAAA,OACA,oBAAI,KAAK,GAAE,YAAY;AAAA,IACzB,GACAA;AACA,UAAMiC,MAAeL,KAAAD,IAAA,KAAK,QAAO,oBAAZ,gBAAAC,EAAA,KAAAD,OAAmCvB,EAAgB;AACxE,QAAI,eAAe;AACZ,WAAA,aAAa,IAAI,UAAU6B,CAAY;AAAA,SACvC;AACL,WAAK,OAAO,QAAQ,EAAE,MAAM,iBAAiB,SAAS,oBAAoB;AAC1E;AAAA,IAAA;AAEG,SAAA,WAAW,YAAY,CAACC,MAAM;AAE5B,WAAA,aAAaA,EAAE,IAAI;AAAA,IAC1B,GACK,KAAA,WAAW,UAAU,CAACA,MAAM;AACvB,cAAA,MAAM,iBAAiBA,CAAC,GAChC,KAAK,gBAAgB,QAAQ;AAAA,IAC/B,GACK,KAAA,WAAW,UAAU,YAAY;;AACpC,WAAK,gBAAgB,QAAQ,GAC7B,KAAK,OAAO,UAAU,IACtBP,IAAA,KAAK,aAAL,QAAAA,EAAe,QACX,KAAK,mBACP,KAAK,cAAc,IACb,QAAAC,IAAA,KAAK,aAAL,gBAAAA,EAAe,UACrB,KAAK,YAAY;AAAA,IAErB,GACK,KAAA,WAAW,SAAS,MAAM;AAC7B,WAAK,gBAAgB,MAAM,GAC3B,KAAK,iBAAiB;AAAA,IACxB;AAAA,EAAA;AAAA,EAGF,cAAc,EAAE,aAAAO,GAAa,aAAAC,KAAgC;AAC3D,IAAI,KAAK,aAGJ,KAAK,eAGN,KAAK,WAAW,eAAe,KAAK,WAAW,QAC5C,KAAA;AAAA,MACH,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,UACJ,QAAQD,IAAc,IAAI;AAAA,UAC1B,QAAQ;AAAA,UACR,UAAU;AAAA,UACV,OAAOE,EAASD,CAAW;AAAA,QAAA;AAAA,MAE9B,CAAA;AAAA,IACH,GAEED,MACF,KAAK,cAAc,IACnB,KAAK,gBAAgB,SAAS;AAAA,EAChC;AAAA,EAGF,qBAAqB;AAEf,IADC,KAAA,WAAW,IAAIG,EAAgB,GAC/B,KAAK,aAGL,KAAA,SAAS,kBAAkB,CAACf,MAA0B;AACzD,WAAK,cAAcA,CAAI;AAAA,IACzB,GACK,KAAA,SAAS,SAAS,CAACgB,MAAyB;AAAA,IAEjD,GACK,KAAA,SAAS,UAAU,MAAM;AACpB,cAAA,IAAI,sCAAsC,8BAA8B,GAChF,KAAK,gBAAgB,MAAM;AAAA,IAC7B;AAAA,EAAA;AAAA,EAGF,gBAAgBC,GAAsB;AACpC,SAAK,SAASA;AAAA,EAAA;AAAA,EAGhB,cAAc;AACZ,IAAI,KAAK,cAGJ,KAAA,iBAAiB,KAAK,IAAI,GAC/B,KAAK,aAAa,IAClB,KAAK,iBAAiB,IACtB,KAAK,eAAe;AAAA,EAAA;AAAA,EAGtB,MAAM,aAAa;;AACjB,YAAQ,IAAI,qBAAqB,KAAK,IAAI,IAAI,KAAK,cAAc,GAE7D,KAAK,IAAA,IAAQ,KAAK,iBAAiB,MACrC,WAAW,MAAM;;AACf,OAAAb,IAAA,KAAK,aAAL,QAAAA,EAAe;AAAA,OACd,GAAG,KAENA,IAAA,KAAK,aAAL,QAAAA,EAAe,QAGjB,WAAW,MAAM;;AACf,QAAIA,IAAA,KAAK,eAAL,gBAAAA,EAAiB,gBAAe,UAAU,UAC5CC,IAAA,KAAK,eAAL,QAAAA,EAAiB;AAAA,OAElB,GAAI;AAAA,EAAA;AAAA;AAAA,EAIT,sBAAsB;AACpB,SAAK,iBAAiB,IACtB,KAAK,YAAY;AAAA,EAAA;AAAA,EAGnB,qBAAqB;AACnB,SAAK,iBAAiB,IACtB,KAAK,WAAW;AAAA,EAAA;AAAA,EAGlB,UAAU;AACR,SAAK,YAAY,IACjB,WAAW,MAAM;;AACf,QAAID,IAAA,KAAK,eAAL,gBAAAA,EAAiB,gBAAe,UAAU,UAC5CC,IAAA,KAAK,eAAL,QAAAA,EAAiB,WAEnBa,IAAA,KAAK,aAAL,QAAAA,EAAe;AAAA,OACd,GAAI;AAAA,EAAA;AAEX;"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export interface
|
|
1
|
+
export interface RecordFrameInfo {
|
|
2
2
|
isLastFrame: boolean;
|
|
3
3
|
frameBuffer: ArrayBuffer;
|
|
4
4
|
}
|
|
@@ -15,7 +15,7 @@ declare class RecorderManagerClass {
|
|
|
15
15
|
private audioTracks?;
|
|
16
16
|
private audioWorklet?;
|
|
17
17
|
onStop?: (audioBuffers: ArrayBuffer[]) => void;
|
|
18
|
-
onFrameRecorded?: (params:
|
|
18
|
+
onFrameRecorded?: (params: RecordFrameInfo) => void;
|
|
19
19
|
/**
|
|
20
20
|
* 监听录音开始事件
|
|
21
21
|
*/
|
|
@@ -28,3 +28,12 @@ declare class RecorderManagerClass {
|
|
|
28
28
|
stop(): void;
|
|
29
29
|
}
|
|
30
30
|
export { RecorderManagerClass };
|
|
31
|
+
export interface OnMessageInfo {
|
|
32
|
+
/** 优化后的结果。最终结果 */
|
|
33
|
+
message: string;
|
|
34
|
+
isLatest?: boolean;
|
|
35
|
+
/** 临时结果
|
|
36
|
+
* 区别: 如用户再说 “一二三四五”, 临时结果为 “一、二、三、四、五”,最终结果会优化成阿拉伯数字 “12345
|
|
37
|
+
*/
|
|
38
|
+
tempMessage: string;
|
|
39
|
+
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"utils.es.js","sources":["../../../src/utils/xunFeiVoice/utils.ts"],"sourcesContent":["export function toBase64(buffer: ArrayBuffer) {\n let binary = '';\n const bytes = new Uint8Array(buffer);\n const len = bytes.byteLength;\n for (let i = 0; i < len; i++) {\n binary += String.fromCharCode(bytes[i]);\n }\n return window.btoa(binary);\n}\n
|
|
1
|
+
{"version":3,"file":"utils.es.js","sources":["../../../src/utils/xunFeiVoice/utils.ts"],"sourcesContent":["export function toBase64(buffer: ArrayBuffer) {\n let binary = '';\n const bytes = new Uint8Array(buffer);\n const len = bytes.byteLength;\n for (let i = 0; i < len; i++) {\n binary += String.fromCharCode(bytes[i]);\n }\n return window.btoa(binary);\n}\n"],"names":["toBase64","buffer","binary","bytes","len","i"],"mappings":"AAAO,SAASA,EAASC,GAAqB;AAC5C,MAAIC,IAAS;AACP,QAAAC,IAAQ,IAAI,WAAWF,CAAM,GAC7BG,IAAMD,EAAM;AAClB,WAASE,IAAI,GAAGA,IAAID,GAAKC;AACvB,IAAAH,KAAU,OAAO,aAAaC,EAAME,CAAC,CAAC;AAEjC,SAAA,OAAO,KAAKH,CAAM;AAC3B;"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@easyv/biz-components",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.16",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"main": "dist/index.es.js",
|
|
6
6
|
"module": "dist/index.es.js",
|
|
@@ -12,7 +12,8 @@
|
|
|
12
12
|
"scripts": {
|
|
13
13
|
"dev": "vite",
|
|
14
14
|
"build": "tsc && vite build",
|
|
15
|
-
"preview": "vite preview"
|
|
15
|
+
"preview": "vite preview",
|
|
16
|
+
"test:ui": "cypress open"
|
|
16
17
|
},
|
|
17
18
|
"dependencies": {
|
|
18
19
|
"classnames": "^2.5.1",
|
|
@@ -33,6 +34,7 @@
|
|
|
33
34
|
"@types/react-dom": "18.2.0",
|
|
34
35
|
"@vitejs/plugin-react": "^4.2.1",
|
|
35
36
|
"autoprefixer": "^10.4.21",
|
|
37
|
+
"cypress": "^14.3.3",
|
|
36
38
|
"less": "^4.3.0",
|
|
37
39
|
"postcss": "^8.5.3",
|
|
38
40
|
"tailwindcss": "^4.1.5",
|
|
@@ -1,175 +0,0 @@
|
|
|
1
|
-
import g from "../../node_modules/.pnpm/co-web-worker@1.0.1/node_modules/co-web-worker/index.es.js";
|
|
2
|
-
function m(a, u, n, r) {
|
|
3
|
-
return new (n || (n = Promise))(function(t, s) {
|
|
4
|
-
function o(i) {
|
|
5
|
-
try {
|
|
6
|
-
d(r.next(i));
|
|
7
|
-
} catch (e) {
|
|
8
|
-
s(e);
|
|
9
|
-
}
|
|
10
|
-
}
|
|
11
|
-
function c(i) {
|
|
12
|
-
try {
|
|
13
|
-
d(r.throw(i));
|
|
14
|
-
} catch (e) {
|
|
15
|
-
s(e);
|
|
16
|
-
}
|
|
17
|
-
}
|
|
18
|
-
function d(i) {
|
|
19
|
-
let e;
|
|
20
|
-
i.done ? t(i.value) : (e = i.value, e instanceof n ? e : new n(function(f) {
|
|
21
|
-
f(e);
|
|
22
|
-
})).then(o, c);
|
|
23
|
-
}
|
|
24
|
-
d((r = r.apply(a, [])).next());
|
|
25
|
-
});
|
|
26
|
-
}
|
|
27
|
-
function w(a, u) {
|
|
28
|
-
let n, r, t, s, o = {
|
|
29
|
-
label: 0,
|
|
30
|
-
sent: function() {
|
|
31
|
-
if (1 & t[0]) throw t[1];
|
|
32
|
-
return t[1];
|
|
33
|
-
},
|
|
34
|
-
trys: [],
|
|
35
|
-
ops: []
|
|
36
|
-
};
|
|
37
|
-
return s = { next: c(0), throw: c(1), return: c(2) }, typeof Symbol == "function" && (s[Symbol.iterator] = function() {
|
|
38
|
-
return this;
|
|
39
|
-
}), s;
|
|
40
|
-
function c(d) {
|
|
41
|
-
return function(i) {
|
|
42
|
-
return function(e) {
|
|
43
|
-
if (n) throw new TypeError("Generator is already executing.");
|
|
44
|
-
for (; s && (s = 0, e[0] && (o = 0)), o; )
|
|
45
|
-
try {
|
|
46
|
-
if (n = 1, r && (t = 2 & e[0] ? r.return : e[0] ? r.throw || ((t = r.return) && t.call(r), 0) : r.next) && !(t = t.call(r, e[1])).done)
|
|
47
|
-
return t;
|
|
48
|
-
switch (r = 0, t && (e = [2 & e[0], t.value]), e[0]) {
|
|
49
|
-
case 0:
|
|
50
|
-
case 1:
|
|
51
|
-
t = e;
|
|
52
|
-
break;
|
|
53
|
-
case 4:
|
|
54
|
-
return o.label++, { value: e[1], done: !1 };
|
|
55
|
-
case 5:
|
|
56
|
-
o.label++, r = e[1], e = [0];
|
|
57
|
-
continue;
|
|
58
|
-
case 7:
|
|
59
|
-
e = o.ops.pop(), o.trys.pop();
|
|
60
|
-
continue;
|
|
61
|
-
default:
|
|
62
|
-
if (t = o.trys, !((t = t.length > 0 && t[t.length - 1]) || e[0] !== 6 && e[0] !== 2)) {
|
|
63
|
-
o = 0;
|
|
64
|
-
continue;
|
|
65
|
-
}
|
|
66
|
-
if (e[0] === 3 && (!t || e[1] > t[0] && e[1] < t[3])) {
|
|
67
|
-
o.label = e[1];
|
|
68
|
-
break;
|
|
69
|
-
}
|
|
70
|
-
if (e[0] === 6 && o.label < t[1]) {
|
|
71
|
-
o.label = t[1], t = e;
|
|
72
|
-
break;
|
|
73
|
-
}
|
|
74
|
-
if (t && o.label < t[2]) {
|
|
75
|
-
o.label = t[2], o.ops.push(e);
|
|
76
|
-
break;
|
|
77
|
-
}
|
|
78
|
-
t[2] && o.ops.pop(), o.trys.pop();
|
|
79
|
-
continue;
|
|
80
|
-
}
|
|
81
|
-
e = u.call(a, o);
|
|
82
|
-
} catch (f) {
|
|
83
|
-
e = [6, f], r = 0;
|
|
84
|
-
} finally {
|
|
85
|
-
n = t = 0;
|
|
86
|
-
}
|
|
87
|
-
if (5 & e[0]) throw e[1];
|
|
88
|
-
return { value: e[0] ? e[1] : void 0, done: !0 };
|
|
89
|
-
}([d, i]);
|
|
90
|
-
};
|
|
91
|
-
}
|
|
92
|
-
}
|
|
93
|
-
const h = !!AudioWorkletNode;
|
|
94
|
-
function k() {
|
|
95
|
-
let a;
|
|
96
|
-
return !((a = navigator.mediaDevices) === null || a === void 0) && a.getUserMedia ? navigator.mediaDevices.getUserMedia({ audio: !0, video: !1 }) : navigator.getUserMedia ? new Promise(function(u, n) {
|
|
97
|
-
navigator.getUserMedia(
|
|
98
|
-
{ audio: !0, video: !1 },
|
|
99
|
-
function(r) {
|
|
100
|
-
u(r);
|
|
101
|
-
},
|
|
102
|
-
function(r) {
|
|
103
|
-
n(r);
|
|
104
|
-
}
|
|
105
|
-
);
|
|
106
|
-
}) : Promise.reject(new Error("不支持录音"));
|
|
107
|
-
}
|
|
108
|
-
function b(a, u) {
|
|
109
|
-
return m(this, void 0, void 0, function() {
|
|
110
|
-
return w(this, function(n) {
|
|
111
|
-
switch (n.label) {
|
|
112
|
-
case 0:
|
|
113
|
-
return h ? [4, a.audioWorklet.addModule("".concat(u, "/processor.worklet.js"))] : [3, 2];
|
|
114
|
-
case 1:
|
|
115
|
-
return n.sent(), [2, new AudioWorkletNode(a, "processor-worklet")];
|
|
116
|
-
case 2:
|
|
117
|
-
return [4, new g("".concat(u, "/processor.worker.js"))];
|
|
118
|
-
case 3:
|
|
119
|
-
return [2, { port: n.sent() }];
|
|
120
|
-
}
|
|
121
|
-
});
|
|
122
|
-
});
|
|
123
|
-
}
|
|
124
|
-
function v(a) {
|
|
125
|
-
this.processorPath = a, this.audioBuffers = [];
|
|
126
|
-
}
|
|
127
|
-
v.prototype.start = function(a) {
|
|
128
|
-
let u, n = a.sampleRate, r = a.frameSize, t = a.arrayBufferType;
|
|
129
|
-
return m(this, void 0, void 0, function() {
|
|
130
|
-
let s, o, c, d, i, e;
|
|
131
|
-
return w(this, function(f) {
|
|
132
|
-
switch (f.label) {
|
|
133
|
-
case 0:
|
|
134
|
-
return (s = this).audioBuffers = [], [4, k()];
|
|
135
|
-
case 1:
|
|
136
|
-
return o = f.sent(), this.audioTracks = o.getAudioTracks(), c = function(l, y) {
|
|
137
|
-
let p;
|
|
138
|
-
try {
|
|
139
|
-
(p = new (window.AudioContext || window.webkitAudioContext)({
|
|
140
|
-
sampleRate: y
|
|
141
|
-
})).createMediaStreamSource(l);
|
|
142
|
-
} catch {
|
|
143
|
-
(p = new (window.AudioContext || window.webkitAudioContext)()).createMediaStreamSource(l);
|
|
144
|
-
}
|
|
145
|
-
return p;
|
|
146
|
-
}(o, n), this.audioContext = c, c.createMediaStreamSource(o), d = c.createMediaStreamSource(o), [4, b(c, this.processorPath)];
|
|
147
|
-
case 2:
|
|
148
|
-
return i = f.sent(), this.audioWorklet = i, i.port.postMessage({
|
|
149
|
-
type: "init",
|
|
150
|
-
data: {
|
|
151
|
-
frameSize: r,
|
|
152
|
-
toSampleRate: n || c.sampleRate,
|
|
153
|
-
fromSampleRate: c.sampleRate,
|
|
154
|
-
arrayBufferType: t || "short16"
|
|
155
|
-
}
|
|
156
|
-
}), i.port.onmessage = function(l) {
|
|
157
|
-
r && s.onFrameRecorded && s.onFrameRecorded(l.data), s.onStop && (l.data.frameBuffer && s.audioBuffers.push(l.data.frameBuffer), l.data.isLastFrame && !h && (i == null ? void 0 : i.port).terminate(), l.data.isLastFrame && s.onStop(s.audioBuffers));
|
|
158
|
-
}, h ? d.connect(i) : ((e = c.createScriptProcessor(0, 1, 1)).onaudioprocess = function(l) {
|
|
159
|
-
i.port.postMessage({
|
|
160
|
-
type: "message",
|
|
161
|
-
data: l.inputBuffer.getChannelData(0)
|
|
162
|
-
});
|
|
163
|
-
}, d.connect(e), e.connect(c.destination)), c.resume(), (u = this.onStart) === null || u === void 0 || u.call(this), [2];
|
|
164
|
-
}
|
|
165
|
-
});
|
|
166
|
-
});
|
|
167
|
-
};
|
|
168
|
-
v.prototype.stop = function() {
|
|
169
|
-
let a, u, n;
|
|
170
|
-
(a = this.audioWorklet) === null || a === void 0 || a.port.postMessage({ type: "stop" }), (u = this.audioTracks) === null || u === void 0 || u[0].stop(), (n = this.audioContext) === null || n === void 0 || n.suspend();
|
|
171
|
-
};
|
|
172
|
-
export {
|
|
173
|
-
v as RecorderManager
|
|
174
|
-
};
|
|
175
|
-
//# sourceMappingURL=recordManager.es.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"recordManager.es.js","sources":["../../../src/utils/xunFeiVoice/recordManager.js"],"sourcesContent":["import CrossOriginWorker from 'co-web-worker';\n\nfunction e(e, t, r, o) {\n return new (r || (r = Promise))(function (n, a) {\n function i(e) {\n try {\n s(o.next(e));\n } catch (e) {\n a(e);\n }\n }\n function u(e) {\n try {\n s(o.throw(e));\n } catch (e) {\n a(e);\n }\n }\n function s(e) {\n let t;\n e.done\n ? n(e.value)\n : ((t = e.value),\n t instanceof r\n ? t\n : new r(function (e) {\n e(t);\n })).then(i, u);\n }\n s((o = o.apply(e, t || [])).next());\n });\n}\nfunction t(e, t) {\n let r,\n o,\n n,\n a,\n i = {\n label: 0,\n sent: function () {\n if (1 & n[0]) throw n[1];\n return n[1];\n },\n trys: [],\n ops: [],\n };\n return (\n (a = { next: u(0), throw: u(1), return: u(2) }),\n 'function' == typeof Symbol &&\n (a[Symbol.iterator] = function () {\n return this;\n }),\n a\n );\n function u(u) {\n return function (s) {\n return (function (u) {\n if (r) throw new TypeError('Generator is already executing.');\n for (; a && ((a = 0), u[0] && (i = 0)), i; )\n try {\n if (\n ((r = 1),\n o &&\n (n =\n 2 & u[0]\n ? o.return\n : u[0]\n ? o.throw || ((n = o.return) && n.call(o), 0)\n : o.next) &&\n !(n = n.call(o, u[1])).done)\n )\n return n;\n switch (((o = 0), n && (u = [2 & u[0], n.value]), u[0])) {\n case 0:\n case 1:\n n = u;\n break;\n case 4:\n return i.label++, { value: u[1], done: !1 };\n case 5:\n i.label++, (o = u[1]), (u = [0]);\n continue;\n case 7:\n (u = i.ops.pop()), i.trys.pop();\n continue;\n default:\n if (\n !((n = i.trys),\n (n = n.length > 0 && n[n.length - 1]) || (6 !== u[0] && 2 !== u[0]))\n ) {\n i = 0;\n continue;\n }\n if (3 === u[0] && (!n || (u[1] > n[0] && u[1] < n[3]))) {\n i.label = u[1];\n break;\n }\n if (6 === u[0] && i.label < n[1]) {\n (i.label = n[1]), (n = u);\n break;\n }\n if (n && i.label < n[2]) {\n (i.label = n[2]), i.ops.push(u);\n break;\n }\n n[2] && i.ops.pop(), i.trys.pop();\n continue;\n }\n u = t.call(e, i);\n } catch (e) {\n (u = [6, e]), (o = 0);\n } finally {\n r = n = 0;\n }\n if (5 & u[0]) throw u[1];\n return { value: u[0] ? u[1] : void 0, done: !0 };\n })([u, s]);\n };\n }\n}\nconst canUseAudioWork = !!AudioWorkletNode;\nfunction o() {\n let e;\n return (null === (e = navigator.mediaDevices) || void 0 === e ? void 0 : e.getUserMedia)\n ? navigator.mediaDevices.getUserMedia({ audio: !0, video: !1 })\n : navigator.getUserMedia\n ? new Promise(function (e, t) {\n navigator.getUserMedia(\n { audio: !0, video: !1 },\n function (t) {\n e(t);\n },\n function (e) {\n t(e);\n },\n );\n })\n : Promise.reject(new Error('不支持录音'));\n}\nfunction n(o, n) {\n return e(this, void 0, void 0, function () {\n return t(this, function (e) {\n switch (e.label) {\n case 0:\n return canUseAudioWork\n ? [4, o.audioWorklet.addModule(''.concat(n, '/processor.worklet.js'))]\n : [3, 2];\n case 1:\n return e.sent(), [2, new AudioWorkletNode(o, 'processor-worklet')];\n case 2:\n return [4, new CrossOriginWorker(''.concat(n, '/processor.worker.js'))];\n case 3:\n return [2, { port: e.sent() }];\n }\n });\n });\n}\n/**\n * @type {new (processorPath: string): any}\n */\nexport function RecorderManager(e) {\n this.processorPath = e;\n this.audioBuffers = [];\n}\nRecorderManager.prototype.start = function (a) {\n let i,\n u = a.sampleRate,\n s = a.frameSize,\n c = a.arrayBufferType;\n return e(this, void 0, void 0, function () {\n let e, a, d, l, f, p;\n return t(this, function (t) {\n switch (t.label) {\n case 0:\n return ((e = this).audioBuffers = []), [4, o()];\n case 1:\n return (\n (a = t.sent()),\n (this.audioTracks = a.getAudioTracks()),\n (d = (function (e, t) {\n let r;\n try {\n (r = new (window.AudioContext || window.webkitAudioContext)({\n sampleRate: t,\n })).createMediaStreamSource(e);\n } catch (t) {\n (r = new (window.AudioContext ||\n window.webkitAudioContext)()).createMediaStreamSource(e);\n }\n return r;\n })(a, u)),\n (this.audioContext = d),\n d.createMediaStreamSource(a),\n (l = d.createMediaStreamSource(a)),\n [4, n(d, this.processorPath)]\n );\n case 2:\n return (\n (f = t.sent()),\n (this.audioWorklet = f),\n f.port.postMessage({\n type: 'init',\n data: {\n frameSize: s,\n toSampleRate: u || d.sampleRate,\n fromSampleRate: d.sampleRate,\n arrayBufferType: c || 'short16',\n },\n }),\n (f.port.onmessage = function (t) {\n s && e.onFrameRecorded && e.onFrameRecorded(t.data),\n e.onStop &&\n (t.data.frameBuffer && e.audioBuffers.push(t.data.frameBuffer),\n t.data.isLastFrame &&\n !canUseAudioWork &&\n (null == f ? void 0 : f.port).terminate(),\n t.data.isLastFrame && e.onStop(e.audioBuffers));\n }),\n canUseAudioWork\n ? l.connect(f)\n : (((p = d.createScriptProcessor(0, 1, 1)).onaudioprocess = function (e) {\n f.port.postMessage({\n type: 'message',\n data: e.inputBuffer.getChannelData(0),\n });\n }),\n l.connect(p),\n p.connect(d.destination)),\n d.resume(),\n null === (i = this.onStart) || void 0 === i || i.call(this),\n [2]\n );\n }\n });\n });\n};\nRecorderManager.prototype.stop = function () {\n let e, t, r;\n null === (e = this.audioWorklet) || void 0 === e || e.port.postMessage({ type: 'stop' }),\n null === (t = this.audioTracks) || void 0 === t || t[0].stop(),\n null === (r = this.audioContext) || void 0 === r || r.suspend();\n};\n"],"names":["e","t","r","o","n","a","i","s","u","canUseAudioWork","CrossOriginWorker","RecorderManager","c","d","l","f","p"],"mappings":";AAEA,SAASA,EAAEA,GAAGC,GAAGC,GAAGC,GAAG;AACrB,SAAO,KAAKD,MAAMA,IAAI,UAAU,SAAUE,GAAGC,GAAG;AAC9C,aAASC,EAAEN,GAAG;AACZ,UAAI;AACF,QAAAO,EAAEJ,EAAE,KAAKH,CAAC,CAAC;AAAA,MACZ,SAAQ,GAAG;AACV,QAAAK,EAAE,CAAC;AAAA,MACX;AAAA,IACA;AACI,aAASG,EAAER,GAAG;AACZ,UAAI;AACF,QAAAO,EAAEJ,EAAE,MAAMH,CAAC,CAAC;AAAA,MACb,SAAQ,GAAG;AACV,QAAAK,EAAE,CAAC;AAAA,MACX;AAAA,IACA;AACI,aAASE,EAAEP,GAAG;AACZ,UAAIC;AACJ,MAAAD,EAAE,OACEI,EAAEJ,EAAE,KAAK,KACPC,IAAID,EAAE,OACRC,aAAaC,IACTD,IACA,IAAIC,EAAE,SAAUF,GAAG;AACjB,QAAAA,EAAEC,CAAC;AAAA,MACnB,CAAe,GAAG,KAAKK,GAAGE,CAAC;AAAA,IAC3B;AACI,IAAAD,GAAGJ,IAAIA,EAAE,MAAMH,GAAQ,CAAE,CAAA,GAAG,MAAM;AAAA,EACtC,CAAG;AACH;AACA,SAASC,EAAED,GAAGC,GAAG;AACf,MAAIC,GACFC,GACAC,GACAC,GACAC,IAAI;AAAA,IACF,OAAO;AAAA,IACP,MAAM,WAAY;AAChB,UAAI,IAAIF,EAAE,CAAC,EAAG,OAAMA,EAAE,CAAC;AACvB,aAAOA,EAAE,CAAC;AAAA,IACX;AAAA,IACD,MAAM,CAAE;AAAA,IACR,KAAK,CAAE;AAAA,EACR;AACH,SACGC,IAAI,EAAE,MAAMG,EAAE,CAAC,GAAG,OAAOA,EAAE,CAAC,GAAG,QAAQA,EAAE,CAAC,EAAG,GAChC,OAAO,UAArB,eACGH,EAAE,OAAO,QAAQ,IAAI,WAAY;AAChC,WAAO;AAAA,EACf,IACIA;AAEF,WAASG,EAAEA,GAAG;AACZ,WAAO,SAAUD,GAAG;AAClB,aAAQ,SAAUC,GAAG;AACnB,YAAIN,EAAG,OAAM,IAAI,UAAU,iCAAiC;AAC5D,eAAOG,MAAOA,IAAI,GAAIG,EAAE,CAAC,MAAMF,IAAI,KAAKA;AACtC,cAAI;AACF,gBACIJ,IAAI,GACNC,MACGC,IACC,IAAII,EAAE,CAAC,IACHL,EAAE,SACFK,EAAE,CAAC,IACDL,EAAE,WAAWC,IAAID,EAAE,WAAWC,EAAE,KAAKD,CAAC,GAAG,KACzCA,EAAE,SACV,EAAEC,IAAIA,EAAE,KAAKD,GAAGK,EAAE,CAAC,CAAC,GAAG;AAEzB,qBAAOJ;AACT,oBAAUD,IAAI,GAAIC,MAAMI,IAAI,CAAC,IAAIA,EAAE,CAAC,GAAGJ,EAAE,KAAK,IAAII,EAAE,CAAC,GAAC;AAAA,cACpD,KAAK;AAAA,cACL,KAAK;AACH,gBAAAJ,IAAII;AACJ;AAAA,cACF,KAAK;AACH,uBAAOF,EAAE,SAAS,EAAE,OAAOE,EAAE,CAAC,GAAG,MAAM,GAAI;AAAA,cAC7C,KAAK;AACH,gBAAAF,EAAE,SAAUH,IAAIK,EAAE,CAAC,GAAKA,IAAI,CAAC,CAAC;AAC9B;AAAA,cACF,KAAK;AACH,gBAACA,IAAIF,EAAE,IAAI,IAAG,GAAKA,EAAE,KAAK,IAAK;AAC/B;AAAA,cACF;AACE,oBACKF,IAAIE,EAAE,MACR,GAAAF,IAAIA,EAAE,SAAS,KAAKA,EAAEA,EAAE,SAAS,CAAC,MAAaI,EAAE,CAAC,MAAT,KAAoBA,EAAE,CAAC,MAAT,IACxD;AACA,kBAAAF,IAAI;AACJ;AAAA,gBAClB;AACgB,oBAAUE,EAAE,CAAC,MAAT,MAAe,CAACJ,KAAMI,EAAE,CAAC,IAAIJ,EAAE,CAAC,KAAKI,EAAE,CAAC,IAAIJ,EAAE,CAAC,IAAK;AACtD,kBAAAE,EAAE,QAAQE,EAAE,CAAC;AACb;AAAA,gBAClB;AACgB,oBAAUA,EAAE,CAAC,MAAT,KAAcF,EAAE,QAAQF,EAAE,CAAC,GAAG;AAChC,kBAACE,EAAE,QAAQF,EAAE,CAAC,GAAKA,IAAII;AACvB;AAAA,gBAClB;AACgB,oBAAIJ,KAAKE,EAAE,QAAQF,EAAE,CAAC,GAAG;AACvB,kBAACE,EAAE,QAAQF,EAAE,CAAC,GAAIE,EAAE,IAAI,KAAKE,CAAC;AAC9B;AAAA,gBAClB;AACgB,gBAAAJ,EAAE,CAAC,KAAKE,EAAE,IAAI,OAAOA,EAAE,KAAK,IAAK;AACjC;AAAA,YAChB;AACY,YAAAE,IAAIP,EAAE,KAAKD,GAAGM,CAAC;AAAA,UAChB,SAAQN,GAAG;AACV,YAACQ,IAAI,CAAC,GAAGR,CAAC,GAAKG,IAAI;AAAA,UAC/B,UAAoB;AACR,YAAAD,IAAIE,IAAI;AAAA,UACpB;AACQ,YAAI,IAAII,EAAE,CAAC,EAAG,OAAMA,EAAE,CAAC;AACvB,eAAO,EAAE,OAAOA,EAAE,CAAC,IAAIA,EAAE,CAAC,IAAI,QAAQ,MAAM,GAAI;AAAA,MACxD,EAAS,CAACA,GAAGD,CAAC,CAAC;AAAA,IACV;AAAA,EACL;AACA;AACA,MAAME,IAAkB,CAAC,CAAC;AAC1B,SAASN,IAAI;AACX,MAAIH;AACJ,SAAQ,GAAUA,IAAI,UAAU,kBAAxB,QAAoDA,MAAX,WAAwBA,EAAE,eACvE,UAAU,aAAa,aAAa,EAAE,OAAO,IAAI,OAAO,GAAI,CAAA,IAC5D,UAAU,eACR,IAAI,QAAQ,SAAUA,GAAGC,GAAG;AAC1B,cAAU;AAAA,MACR,EAAE,OAAO,IAAI,OAAO,GAAI;AAAA,MACxB,SAAUA,GAAG;AACX,QAAAD,EAAEC,CAAC;AAAA,MACJ;AAAA,MACD,SAAUD,GAAG;AACX,QAAAC,EAAED,CAAC;AAAA,MACJ;AAAA,IACF;AAAA,EACF,CAAA,IACD,QAAQ,OAAO,IAAI,MAAM,OAAO,CAAC;AACzC;AACA,SAASI,EAAED,GAAGC,GAAG;AACf,SAAOJ,EAAE,MAAM,QAAQ,QAAQ,WAAY;AACzC,WAAOC,EAAE,MAAM,SAAUD,GAAG;AAC1B,cAAQA,EAAE,OAAK;AAAA,QACb,KAAK;AACH,iBAAOS,IACH,CAAC,GAAGN,EAAE,aAAa,UAAU,GAAG,OAAOC,GAAG,uBAAuB,CAAC,CAAC,IACnE,CAAC,GAAG,CAAC;AAAA,QACX,KAAK;AACH,iBAAOJ,EAAE,KAAI,GAAI,CAAC,GAAG,IAAI,iBAAiBG,GAAG,mBAAmB,CAAC;AAAA,QACnE,KAAK;AACH,iBAAO,CAAC,GAAG,IAAIO,EAAkB,GAAG,OAAON,GAAG,sBAAsB,CAAC,CAAC;AAAA,QACxE,KAAK;AACH,iBAAO,CAAC,GAAG,EAAE,MAAMJ,EAAE,KAAM,EAAA,CAAE;AAAA,MACvC;AAAA,IACA,CAAK;AAAA,EACL,CAAG;AACH;AAIO,SAASW,EAAgBX,GAAG;AACjC,OAAK,gBAAgBA,GACrB,KAAK,eAAe,CAAE;AACxB;AACAW,EAAgB,UAAU,QAAQ,SAAU,GAAG;AAC7C,MAAIL,GACFE,IAAI,EAAE,YACND,IAAI,EAAE,WACNK,IAAI,EAAE;AACR,SAAOZ,EAAE,MAAM,QAAQ,QAAQ,WAAY;AACzC,QAAIA,GAAGK,GAAGQ,GAAGC,GAAGC,GAAGC;AACnB,WAAOf,EAAE,MAAM,SAAUA,GAAG;AAC1B,cAAQA,EAAE,OAAK;AAAA,QACb,KAAK;AACH,kBAASD,IAAI,MAAM,eAAe,CAAA,GAAK,CAAC,GAAGG,GAAG;AAAA,QAChD,KAAK;AACH,iBACGE,IAAIJ,EAAE,KAAM,GACZ,KAAK,cAAcI,EAAE,eAAgB,GACrCQ,IAAK,SAAUb,GAAGC,GAAG;AACpB,gBAAIC;AACJ,gBAAI;AACF,eAACA,IAAI,KAAK,OAAO,gBAAgB,OAAO,oBAAoB;AAAA,gBAC1D,YAAYD;AAAA,cAC9B,CAAiB,GAAG,wBAAwBD,CAAC;AAAA,YAC9B,QAAW;AACV,eAACE,IAAI,KAAK,OAAO,gBACf,OAAO,oBAAkB,GAAK,wBAAwBF,CAAC;AAAA,YACzE;AACc,mBAAOE;AAAA,UACrB,EAAeG,GAAGG,CAAC,GACN,KAAK,eAAeK,GACrBA,EAAE,wBAAwBR,CAAC,GAC1BS,IAAID,EAAE,wBAAwBR,CAAC,GAChC,CAAC,GAAGD,EAAES,GAAG,KAAK,aAAa,CAAC;AAAA,QAEhC,KAAK;AACH,iBACGE,IAAId,EAAE,KAAM,GACZ,KAAK,eAAec,GACrBA,EAAE,KAAK,YAAY;AAAA,YACjB,MAAM;AAAA,YACN,MAAM;AAAA,cACJ,WAAWR;AAAA,cACX,cAAcC,KAAKK,EAAE;AAAA,cACrB,gBAAgBA,EAAE;AAAA,cAClB,iBAAiBD,KAAK;AAAA,YACvB;AAAA,UACf,CAAa,GACAG,EAAE,KAAK,YAAY,SAAUd,GAAG;AAC/B,YAAAM,KAAKP,EAAE,mBAAmBA,EAAE,gBAAgBC,EAAE,IAAI,GAChDD,EAAE,WACCC,EAAE,KAAK,eAAeD,EAAE,aAAa,KAAKC,EAAE,KAAK,WAAW,GAC7DA,EAAE,KAAK,eACL,CAACQ,MACQM,KAAR,OAAY,SAASA,EAAE,MAAM,UAAW,GAC3Cd,EAAE,KAAK,eAAeD,EAAE,OAAOA,EAAE,YAAY;AAAA,UAClD,GACDS,IACIK,EAAE,QAAQC,CAAC,MACRC,IAAIH,EAAE,sBAAsB,GAAG,GAAG,CAAC,GAAG,iBAAiB,SAAUb,GAAG;AACrE,YAAAe,EAAE,KAAK,YAAY;AAAA,cACjB,MAAM;AAAA,cACN,MAAMf,EAAE,YAAY,eAAe,CAAC;AAAA,YACxD,CAAmB;AAAA,UACF,GACDc,EAAE,QAAQE,CAAC,GACXA,EAAE,QAAQH,EAAE,WAAW,IAC3BA,EAAE,OAAQ,IACAP,IAAI,KAAK,aAAnB,QAA0CA,MAAX,UAAgBA,EAAE,KAAK,IAAI,GAC1D,CAAC,CAAC;AAAA,MAEd;AAAA,IACA,CAAK;AAAA,EACL,CAAG;AACH;AACAK,EAAgB,UAAU,OAAO,WAAY;AAC3C,MAAIX,GAAGC,GAAGC;AACV,GAAUF,IAAI,KAAK,kBAAnB,QAA+CA,MAAX,UAAgBA,EAAE,KAAK,YAAY,EAAE,MAAM,OAAM,CAAE,IAC3EC,IAAI,KAAK,iBAAnB,QAA8CA,MAAX,UAAgBA,EAAE,CAAC,EAAE,KAAM,IACpDC,IAAI,KAAK,kBAAnB,QAA+CA,MAAX,UAAgBA,EAAE,QAAS;AACnE;"}
|
|
@@ -1,140 +0,0 @@
|
|
|
1
|
-
var f = Object.defineProperty;
|
|
2
|
-
var S = (o, t, e) => t in o ? f(o, t, { enumerable: !0, configurable: !0, writable: !0, value: e }) : o[t] = e;
|
|
3
|
-
var r = (o, t, e) => S(o, typeof t != "symbol" ? t + "" : t, e);
|
|
4
|
-
import d from "../../node_modules/.pnpm/crypto-js@4.2.0/node_modules/crypto-js/index.es.js";
|
|
5
|
-
import { RecorderManager as w } from "./recordManager.es.js";
|
|
6
|
-
import { toBase64 as m } from "./utils.es.js";
|
|
7
|
-
const p = "93b73e33", T = "ZGJhMzQ5ZTJlMDgyYmE1ZTFlZDlmYjg0", I = "fe43de7a071e3a32ec03c6f09fe7bedf";
|
|
8
|
-
function y() {
|
|
9
|
-
const o = "wss://iat-api.xfyun.cn/v2/iat", t = "iat-api.xfyun.cn", e = I, s = T, n = (/* @__PURE__ */ new Date()).toUTCString(), a = "hmac-sha256", i = "host date request-line", h = `host: ${t}
|
|
10
|
-
date: ${n}
|
|
11
|
-
GET /v2/iat HTTP/1.1`, c = d.HmacSHA256(h, s), g = d.enc.Base64.stringify(c), u = `api_key="${e}", algorithm="${a}", headers="${i}", signature="${g}"`, l = window.btoa(u);
|
|
12
|
-
return `${o}?authorization=${l}&date=${n}&host=${t}`;
|
|
13
|
-
}
|
|
14
|
-
class b {
|
|
15
|
-
constructor(t) {
|
|
16
|
-
r(this, "wsInstance", null);
|
|
17
|
-
r(this, "status", "UNDEFINED");
|
|
18
|
-
r(this, "recorder", null);
|
|
19
|
-
r(this, "isDestroy", !1);
|
|
20
|
-
r(this, "resultText", "");
|
|
21
|
-
r(this, "resultTextTemp", "");
|
|
22
|
-
this.config = t, this.initializeRecorder();
|
|
23
|
-
}
|
|
24
|
-
renderResult(t) {
|
|
25
|
-
var s, n;
|
|
26
|
-
const e = JSON.parse(t);
|
|
27
|
-
if (e.data && e.data.result) {
|
|
28
|
-
const a = e.data.result;
|
|
29
|
-
let i = "";
|
|
30
|
-
const h = a.ws;
|
|
31
|
-
for (let c = 0; c < h.length; c++)
|
|
32
|
-
i = i + h[c].cw[0].w;
|
|
33
|
-
a.pgs ? (a.pgs === "apd" && (this.resultText = this.resultTextTemp), this.resultTextTemp = this.resultText + i) : this.resultText = this.resultText + i;
|
|
34
|
-
}
|
|
35
|
-
if (e.code === 0 && e.data.status === 2) {
|
|
36
|
-
this.config.onMessage({ message: this.resultText, isLatest: !0 }), (s = this.wsInstance) == null || s.close();
|
|
37
|
-
return;
|
|
38
|
-
}
|
|
39
|
-
e.code === 0 && e.data.status === 1 && this.config.onMessage({ message: this.resultText, isLatest: !1 }), e.code !== 0 && ((n = this.wsInstance) == null || n.close(), this.config.onError({ type: "message", message: t }));
|
|
40
|
-
}
|
|
41
|
-
setConfig(t) {
|
|
42
|
-
this.config = {
|
|
43
|
-
...this.config,
|
|
44
|
-
...t
|
|
45
|
-
}, this.initializeRecorder();
|
|
46
|
-
}
|
|
47
|
-
recordConfigSend() {
|
|
48
|
-
var e, s;
|
|
49
|
-
if (this.isDestroy)
|
|
50
|
-
return;
|
|
51
|
-
(e = this.recorder) == null || e.start({
|
|
52
|
-
sampleRate: 16e3,
|
|
53
|
-
frameSize: 1280
|
|
54
|
-
});
|
|
55
|
-
const t = {
|
|
56
|
-
common: {
|
|
57
|
-
app_id: p
|
|
58
|
-
},
|
|
59
|
-
business: {
|
|
60
|
-
language: "zh_cn",
|
|
61
|
-
domain: "iat",
|
|
62
|
-
accent: "mandarin",
|
|
63
|
-
vad_eos: 5e3,
|
|
64
|
-
dwa: "wpgs"
|
|
65
|
-
},
|
|
66
|
-
data: {
|
|
67
|
-
status: 0,
|
|
68
|
-
format: "audio/L16;rate=16000",
|
|
69
|
-
encoding: "raw"
|
|
70
|
-
}
|
|
71
|
-
};
|
|
72
|
-
(s = this.wsInstance) == null || s.send(JSON.stringify(t));
|
|
73
|
-
}
|
|
74
|
-
startNewSocket() {
|
|
75
|
-
const t = this.config.getWebSocketUrl ? this.config.getWebSocketUrl() : y();
|
|
76
|
-
if ("WebSocket" in window)
|
|
77
|
-
this.wsInstance = new WebSocket(t);
|
|
78
|
-
else {
|
|
79
|
-
this.config.onError({ type: "socketConnect", message: "浏览器不支持 WebSocket" });
|
|
80
|
-
return;
|
|
81
|
-
}
|
|
82
|
-
console.log("%c 🐶 dog ==== startNewSocket:", "color: green; font-size: 16px;", this), this.wsInstance.onmessage = (e) => {
|
|
83
|
-
this.renderResult(e.data);
|
|
84
|
-
}, this.wsInstance.onerror = (e) => {
|
|
85
|
-
console.error("socket error:", e), this.changeBtnStatus("CLOSED");
|
|
86
|
-
}, this.wsInstance.onclose = () => {
|
|
87
|
-
this.changeBtnStatus("CLOSED"), this.config.onWsClose();
|
|
88
|
-
}, this.wsInstance.onopen = () => {
|
|
89
|
-
this.changeBtnStatus("OPEN"), this.recordConfigSend();
|
|
90
|
-
};
|
|
91
|
-
}
|
|
92
|
-
recordProcess({ isLastFrame: t, frameBuffer: e }) {
|
|
93
|
-
this.isDestroy || this.wsInstance && this.wsInstance.readyState === this.wsInstance.OPEN && (this.wsInstance.send(
|
|
94
|
-
JSON.stringify({
|
|
95
|
-
data: {
|
|
96
|
-
status: t ? 2 : 1,
|
|
97
|
-
format: "audio/L16;rate=16000",
|
|
98
|
-
encoding: "raw",
|
|
99
|
-
audio: m(e)
|
|
100
|
-
}
|
|
101
|
-
})
|
|
102
|
-
), t && this.changeBtnStatus("CLOSING"));
|
|
103
|
-
}
|
|
104
|
-
initializeRecorder() {
|
|
105
|
-
this.recorder = new w(
|
|
106
|
-
this.config.processWorkJsPath
|
|
107
|
-
), this.recorder && (this.recorder.onFrameRecorded = (t) => {
|
|
108
|
-
this.recordProcess(t);
|
|
109
|
-
}, this.recorder.onStop = () => {
|
|
110
|
-
console.log("%c 🐶 dog ==== record stop:", "color: green; font-size: 16px;");
|
|
111
|
-
}, this.recorder.onStart = () => {
|
|
112
|
-
this.changeBtnStatus("OPEN");
|
|
113
|
-
});
|
|
114
|
-
}
|
|
115
|
-
changeBtnStatus(t) {
|
|
116
|
-
this.status = t;
|
|
117
|
-
}
|
|
118
|
-
startRecord() {
|
|
119
|
-
this.isDestroy || (this.resultText = "", this.resultTextTemp = "", this.startNewSocket());
|
|
120
|
-
}
|
|
121
|
-
async stopRecord() {
|
|
122
|
-
setTimeout(() => {
|
|
123
|
-
var t;
|
|
124
|
-
(t = this.recorder) == null || t.stop();
|
|
125
|
-
}, 100), setTimeout(() => {
|
|
126
|
-
var t, e;
|
|
127
|
-
((t = this.wsInstance) == null ? void 0 : t.readyState) === WebSocket.OPEN && ((e = this.wsInstance) == null || e.close());
|
|
128
|
-
}, 5e3);
|
|
129
|
-
}
|
|
130
|
-
destroy() {
|
|
131
|
-
this.isDestroy = !0, setTimeout(() => {
|
|
132
|
-
var t, e, s;
|
|
133
|
-
((t = this.wsInstance) == null ? void 0 : t.readyState) === WebSocket.OPEN && ((e = this.wsInstance) == null || e.close()), (s = this.recorder) == null || s.stop();
|
|
134
|
-
}, 1e3);
|
|
135
|
-
}
|
|
136
|
-
}
|
|
137
|
-
export {
|
|
138
|
-
b as XunFeiStreamVoiceManager
|
|
139
|
-
};
|
|
140
|
-
//# sourceMappingURL=xunFeiStreamVoiceManager.es.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"xunFeiStreamVoiceManager.es.js","sources":["../../../src/utils/xunFeiVoice/xunFeiStreamVoiceManager.ts"],"sourcesContent":["import CryptoJS from 'crypto-js';\nimport { RecorderManager } from './recordManager';\nimport type { OnRecordProcessParams, RecorderManagerClass } from './types';\nimport { toBase64 } from './utils';\n\nexport interface XunFeiStreamVoiceManagerConfig {\n onError: (errInfo: { type: 'socketConnect' | 'message'; message: string }) => void;\n /** ws 收到消息的回调\n * @param info.message 消息内容\n * @param info.isLatest 是否是最后一条消息。 isLatest 为 true 时, message 为完整的语音识别结果。\n */\n onMessage: (info: { message: string; isLatest?: boolean }) => void;\n /** webSocket 关闭的回调。\n * 每次录音都会新建一个 webSocket 连接。录音结束后关闭 webSocket\n */\n onWsClose: () => void;\n /** 获取讯飞提供的 processor.worker.js 和 processor.worklet.js 的路径。\n * 填写这两个文件的父路径就好。 如 a/b/processor.worker.js 则填写 a/b。\n * 可以是oss地址,也可以是项目中的文件路径,智能通过url请求,能得到上面两个js文件即可。\n * 目前已上传到 oss://{assetsBaseUrl}/announcement/easyvadmin/xun-fei-voice/ 目录下。\n */\n processWorkJsPath: string;\n // 获取 websocket url 的方法\n /**\n * 获取链接讯飞语音识别地址的 url\n * @returns websocket url。详情查看讯飞文档里的鉴权方法:https://www.xfyun.cn/doc/asr/voicedictation/API.html#%E6%8E%A5%E5%8F%A3%E8%B0%83%E7%94%A8%E6%B5%81%E7%A8%8B\n */\n getWebSocketUrl?: () => string;\n}\ntype SocketStatus = 'UNDEFINED' | 'CONNECTING' | 'OPEN' | 'CLOSING' | 'CLOSED';\n\n/** 现在前端mock,后续移到接口下发 */\nconst APPID = '93b73e33';\nconst API_SECRET = 'ZGJhMzQ5ZTJlMDgyYmE1ZTFlZDlmYjg0';\nconst API_KEY = 'fe43de7a071e3a32ec03c6f09fe7bedf';\n/**\n * 获取websocket url\n * 该接口需要后端提供,这里为了方便前端处理\n */\nfunction getWebSocketUrl() {\n // 请求地址根据语种不同变化\n const url = 'wss://iat-api.xfyun.cn/v2/iat';\n const host = 'iat-api.xfyun.cn';\n const apiKey = API_KEY;\n const apiSecret = API_SECRET;\n const date = new Date().toUTCString();\n const algorithm = 'hmac-sha256';\n const headers = 'host date request-line';\n const signatureOrigin = `host: ${host}\\ndate: ${date}\\nGET /v2/iat HTTP/1.1`;\n const signatureSha = CryptoJS.HmacSHA256(signatureOrigin, apiSecret);\n const signature = CryptoJS.enc.Base64.stringify(signatureSha);\n const authorizationOrigin = `api_key=\"${apiKey}\", algorithm=\"${algorithm}\", headers=\"${headers}\", signature=\"${signature}\"`;\n const authorization = window.btoa(authorizationOrigin);\n return `${url}?authorization=${authorization}&date=${date}&host=${host}`;\n}\n\n/**\n * 讯飞流式语音识别\n */\nexport class XunFeiStreamVoiceManager {\n wsInstance: WebSocket | null = null;\n status: SocketStatus = 'UNDEFINED';\n recorder: RecorderManagerClass | null = null;\n isDestroy = false;\n resultText = '';\n resultTextTemp = '';\n\n constructor(public config: XunFeiStreamVoiceManagerConfig) {\n this.initializeRecorder();\n }\n renderResult(resultData: string) {\n // 识别结束\n const jsonData = JSON.parse(resultData);\n if (jsonData.data && jsonData.data.result) {\n const data = jsonData.data.result;\n let str = '';\n const ws = data.ws;\n for (let i = 0; i < ws.length; i++) {\n str = str + ws[i].cw[0].w;\n }\n // 开启 wpgs 会有此字段(前提:在控制台开通动态修正功能)\n // 取值为 \"apd\"时表示该片结果是追加到前面的最终结果;取值为\"rpl\" 时表示替换前面的部分结果,替换范围为rg字段\n if (data.pgs) {\n if (data.pgs === 'apd') {\n // 将resultTextTemp同步给resultText\n this.resultText = this.resultTextTemp;\n }\n // 将结果存储在resultTextTemp中\n this.resultTextTemp = this.resultText + str;\n } else {\n this.resultText = this.resultText + str;\n }\n }\n /**\n * 识别结果是否结束标识:\n * 0:识别的第一块结果。\n * 1:识别中间结果。\n * 2:识别最后一块结果\n */\n if (jsonData.code === 0 && jsonData.data.status === 2) {\n this.config.onMessage({ message: this.resultText, isLatest: true });\n this.wsInstance?.close();\n return;\n }\n if (jsonData.code === 0 && jsonData.data.status === 1) {\n this.config.onMessage({ message: this.resultText, isLatest: false });\n }\n // code 不为0时表示出错\n if (jsonData.code !== 0) {\n this.wsInstance?.close();\n this.config.onError({ type: 'message', message: resultData });\n }\n }\n\n setConfig(newConfig: XunFeiStreamVoiceManagerConfig) {\n this.config = {\n ...this.config,\n ...newConfig,\n };\n this.initializeRecorder();\n }\n\n recordConfigSend() {\n if (this.isDestroy) {\n return;\n }\n // 开始录音\n this.recorder?.start({\n sampleRate: 16000,\n frameSize: 1280,\n });\n const params = {\n common: {\n app_id: APPID,\n },\n business: {\n language: 'zh_cn',\n domain: 'iat',\n accent: 'mandarin',\n vad_eos: 5000,\n dwa: 'wpgs',\n },\n data: {\n status: 0,\n format: 'audio/L16;rate=16000',\n encoding: 'raw',\n },\n };\n this.wsInstance?.send(JSON.stringify(params));\n }\n\n startNewSocket() {\n const websocketUrl = this.config.getWebSocketUrl\n ? this.config.getWebSocketUrl()\n : getWebSocketUrl();\n if ('WebSocket' in window) {\n this.wsInstance = new WebSocket(websocketUrl);\n } else {\n this.config.onError({ type: 'socketConnect', message: '浏览器不支持 WebSocket' });\n return;\n }\n console.log('%c 🐶 dog ==== startNewSocket:', 'color: green; font-size: 16px;', this);\n this.wsInstance.onmessage = (e) => {\n // 处理返回数据\n this.renderResult(e.data);\n };\n this.wsInstance.onerror = (e) => {\n console.error('socket error:', e);\n this.changeBtnStatus('CLOSED');\n };\n this.wsInstance.onclose = () => {\n this.changeBtnStatus('CLOSED');\n this.config.onWsClose();\n };\n this.wsInstance.onopen = () => {\n this.changeBtnStatus('OPEN');\n this.recordConfigSend();\n };\n }\n\n recordProcess({ isLastFrame, frameBuffer }: OnRecordProcessParams) {\n if (this.isDestroy) {\n return;\n }\n if (!this.wsInstance) {\n return;\n }\n if (this.wsInstance.readyState === this.wsInstance.OPEN) {\n this.wsInstance.send(\n JSON.stringify({\n data: {\n status: isLastFrame ? 2 : 1,\n format: 'audio/L16;rate=16000',\n encoding: 'raw',\n audio: toBase64(frameBuffer),\n },\n }),\n );\n if (isLastFrame) {\n this.changeBtnStatus('CLOSING');\n }\n }\n }\n\n initializeRecorder() {\n this.recorder = new RecorderManager(\n this.config.processWorkJsPath,\n ) as unknown as RecorderManagerClass;\n if (!this.recorder) {\n return;\n }\n this.recorder.onFrameRecorded = (data: OnRecordProcessParams) => {\n this.recordProcess(data);\n };\n this.recorder.onStop = () => {\n // do nothing\n console.log('%c 🐶 dog ==== record stop:', 'color: green; font-size: 16px;');\n };\n this.recorder.onStart = () => {\n this.changeBtnStatus('OPEN');\n };\n }\n\n changeBtnStatus(status: SocketStatus) {\n this.status = status;\n }\n\n startRecord() {\n if (this.isDestroy) {\n return;\n }\n this.resultText = '';\n this.resultTextTemp = '';\n this.startNewSocket();\n }\n\n async stopRecord() {\n // 结束录音,为了防止刚开始就关闭,所以加个定时器\n setTimeout(() => {\n this.recorder?.stop();\n }, 100);\n // 这里为了防止ws没有返回结束的数据,导致 ws 一直没关,所以加个定时器,5s 后手动关闭\n setTimeout(() => {\n if (this.wsInstance?.readyState === WebSocket.OPEN) {\n this.wsInstance?.close();\n }\n }, 5000);\n }\n destroy() {\n this.isDestroy = true;\n setTimeout(() => {\n if (this.wsInstance?.readyState === WebSocket.OPEN) {\n this.wsInstance?.close();\n }\n this.recorder?.stop();\n }, 1000);\n }\n}\n"],"names":["APPID","API_SECRET","API_KEY","getWebSocketUrl","url","host","apiKey","apiSecret","date","algorithm","headers","signatureOrigin","signatureSha","CryptoJS","signature","authorizationOrigin","authorization","XunFeiStreamVoiceManager","config","__publicField","resultData","jsonData","data","str","ws","i","_a","_b","newConfig","params","websocketUrl","isLastFrame","frameBuffer","toBase64","RecorderManager","status","_c"],"mappings":";;;;;;AAgCA,MAAMA,IAAQ,YACRC,IAAa,oCACbC,IAAU;AAKhB,SAASC,IAAkB;AAEzB,QAAMC,IAAM,iCACNC,IAAO,oBACPC,IAASJ,GACTK,IAAYN,GACZO,KAAO,oBAAI,KAAK,GAAE,YAAY,GAC9BC,IAAY,eACZC,IAAU,0BACVC,IAAkB,SAASN,CAAI;AAAA,QAAWG,CAAI;AAAA,uBAC9CI,IAAeC,EAAS,WAAWF,GAAiBJ,CAAS,GAC7DO,IAAYD,EAAS,IAAI,OAAO,UAAUD,CAAY,GACtDG,IAAsB,YAAYT,CAAM,iBAAiBG,CAAS,eAAeC,CAAO,iBAAiBI,CAAS,KAClHE,IAAgB,OAAO,KAAKD,CAAmB;AACrD,SAAO,GAAGX,CAAG,kBAAkBY,CAAa,SAASR,CAAI,SAASH,CAAI;AACxE;AAKO,MAAMY,EAAyB;AAAA,EAQpC,YAAmBC,GAAwC;AAP3D,IAAAC,EAAA,oBAA+B;AAC/B,IAAAA,EAAA,gBAAuB;AACvB,IAAAA,EAAA,kBAAwC;AACxC,IAAAA,EAAA,mBAAY;AACZ,IAAAA,EAAA,oBAAa;AACb,IAAAA,EAAA,wBAAiB;AAEE,SAAA,SAAAD,GACjB,KAAK,mBAAmB;AAAA,EAAA;AAAA,EAE1B,aAAaE,GAAoB;;AAEzB,UAAAC,IAAW,KAAK,MAAMD,CAAU;AACtC,QAAIC,EAAS,QAAQA,EAAS,KAAK,QAAQ;AACnC,YAAAC,IAAOD,EAAS,KAAK;AAC3B,UAAIE,IAAM;AACV,YAAMC,IAAKF,EAAK;AAChB,eAASG,IAAI,GAAGA,IAAID,EAAG,QAAQC;AAC7B,QAAAF,IAAMA,IAAMC,EAAGC,CAAC,EAAE,GAAG,CAAC,EAAE;AAI1B,MAAIH,EAAK,OACHA,EAAK,QAAQ,UAEf,KAAK,aAAa,KAAK,iBAGpB,KAAA,iBAAiB,KAAK,aAAaC,KAEnC,KAAA,aAAa,KAAK,aAAaA;AAAA,IACtC;AAQF,QAAIF,EAAS,SAAS,KAAKA,EAAS,KAAK,WAAW,GAAG;AAChD,WAAA,OAAO,UAAU,EAAE,SAAS,KAAK,YAAY,UAAU,IAAM,IAClEK,IAAA,KAAK,eAAL,QAAAA,EAAiB;AACjB;AAAA,IAAA;AAEF,IAAIL,EAAS,SAAS,KAAKA,EAAS,KAAK,WAAW,KAC7C,KAAA,OAAO,UAAU,EAAE,SAAS,KAAK,YAAY,UAAU,IAAO,GAGjEA,EAAS,SAAS,OACpBM,IAAA,KAAK,eAAL,QAAAA,EAAiB,SACjB,KAAK,OAAO,QAAQ,EAAE,MAAM,WAAW,SAASP,GAAY;AAAA,EAC9D;AAAA,EAGF,UAAUQ,GAA2C;AACnD,SAAK,SAAS;AAAA,MACZ,GAAG,KAAK;AAAA,MACR,GAAGA;AAAA,IACL,GACA,KAAK,mBAAmB;AAAA,EAAA;AAAA,EAG1B,mBAAmB;;AACjB,QAAI,KAAK;AACP;AAGF,KAAAF,IAAA,KAAK,aAAL,QAAAA,EAAe,MAAM;AAAA,MACnB,YAAY;AAAA,MACZ,WAAW;AAAA,IAAA;AAEb,UAAMG,IAAS;AAAA,MACb,QAAQ;AAAA,QACN,QAAQ7B;AAAA,MACV;AAAA,MACA,UAAU;AAAA,QACR,UAAU;AAAA,QACV,QAAQ;AAAA,QACR,QAAQ;AAAA,QACR,SAAS;AAAA,QACT,KAAK;AAAA,MACP;AAAA,MACA,MAAM;AAAA,QACJ,QAAQ;AAAA,QACR,QAAQ;AAAA,QACR,UAAU;AAAA,MAAA;AAAA,IAEd;AACA,KAAA2B,IAAA,KAAK,eAAL,QAAAA,EAAiB,KAAK,KAAK,UAAUE,CAAM;AAAA,EAAC;AAAA,EAG9C,iBAAiB;AACT,UAAAC,IAAe,KAAK,OAAO,kBAC7B,KAAK,OAAO,oBACZ3B,EAAgB;AACpB,QAAI,eAAe;AACZ,WAAA,aAAa,IAAI,UAAU2B,CAAY;AAAA,SACvC;AACL,WAAK,OAAO,QAAQ,EAAE,MAAM,iBAAiB,SAAS,oBAAoB;AAC1E;AAAA,IAAA;AAEM,YAAA,IAAI,oCAAoC,kCAAkC,IAAI,GACjF,KAAA,WAAW,YAAY,CAAC,MAAM;AAE5B,WAAA,aAAa,EAAE,IAAI;AAAA,IAC1B,GACK,KAAA,WAAW,UAAU,CAAC,MAAM;AACvB,cAAA,MAAM,iBAAiB,CAAC,GAChC,KAAK,gBAAgB,QAAQ;AAAA,IAC/B,GACK,KAAA,WAAW,UAAU,MAAM;AAC9B,WAAK,gBAAgB,QAAQ,GAC7B,KAAK,OAAO,UAAU;AAAA,IACxB,GACK,KAAA,WAAW,SAAS,MAAM;AAC7B,WAAK,gBAAgB,MAAM,GAC3B,KAAK,iBAAiB;AAAA,IACxB;AAAA,EAAA;AAAA,EAGF,cAAc,EAAE,aAAAC,GAAa,aAAAC,KAAsC;AACjE,IAAI,KAAK,aAGJ,KAAK,cAGN,KAAK,WAAW,eAAe,KAAK,WAAW,SACjD,KAAK,WAAW;AAAA,MACd,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,UACJ,QAAQD,IAAc,IAAI;AAAA,UAC1B,QAAQ;AAAA,UACR,UAAU;AAAA,UACV,OAAOE,EAASD,CAAW;AAAA,QAAA;AAAA,MAE9B,CAAA;AAAA,IACH,GACID,KACF,KAAK,gBAAgB,SAAS;AAAA,EAElC;AAAA,EAGF,qBAAqB;AAIf,IAHJ,KAAK,WAAW,IAAIG;AAAA,MAClB,KAAK,OAAO;AAAA,IACd,GACK,KAAK,aAGL,KAAA,SAAS,kBAAkB,CAACZ,MAAgC;AAC/D,WAAK,cAAcA,CAAI;AAAA,IACzB,GACK,KAAA,SAAS,SAAS,MAAM;AAEnB,cAAA,IAAI,iCAAiC,gCAAgC;AAAA,IAC/E,GACK,KAAA,SAAS,UAAU,MAAM;AAC5B,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AAAA,EAAA;AAAA,EAGF,gBAAgBa,GAAsB;AACpC,SAAK,SAASA;AAAA,EAAA;AAAA,EAGhB,cAAc;AACZ,IAAI,KAAK,cAGT,KAAK,aAAa,IAClB,KAAK,iBAAiB,IACtB,KAAK,eAAe;AAAA,EAAA;AAAA,EAGtB,MAAM,aAAa;AAEjB,eAAW,MAAM;;AACf,OAAAT,IAAA,KAAK,aAAL,QAAAA,EAAe;AAAA,OACd,GAAG,GAEN,WAAW,MAAM;;AACf,QAAIA,IAAA,KAAK,eAAL,gBAAAA,EAAiB,gBAAe,UAAU,UAC5CC,IAAA,KAAK,eAAL,QAAAA,EAAiB;AAAA,OAElB,GAAI;AAAA,EAAA;AAAA,EAET,UAAU;AACR,SAAK,YAAY,IACjB,WAAW,MAAM;;AACf,QAAID,IAAA,KAAK,eAAL,gBAAAA,EAAiB,gBAAe,UAAU,UAC5CC,IAAA,KAAK,eAAL,QAAAA,EAAiB,WAEnBS,IAAA,KAAK,aAAL,QAAAA,EAAe;AAAA,OACd,GAAI;AAAA,EAAA;AAEX;"}
|
/package/dist/utils/xunFeiVoice/{recordManager.d.ts → RecorderManager/RecordManager-origin.d.ts}
RENAMED
|
File without changes
|