| 1 |
- {"ast":null,"code":"\"use strict\";\n\n// Copyright (c) Microsoft Corporation. All rights reserved.\n// Licensed under the MIT license.\nvar _asyncToGenerator = require(\"F:/workspace/202226701027/huinongbao-app/node_modules/@babel/runtime/helpers/asyncToGenerator.js\").default;\nObject.defineProperty(exports, \"__esModule\", {\n value: true\n});\nexports.BaseAudioPlayer = void 0;\nconst Error_js_1 = require(\"../../common/Error.js\");\nconst Exports_js_1 = require(\"../Exports.js\");\nconst AudioStreamFormat_js_1 = require(\"./AudioStreamFormat.js\");\n/**\n * Base audio player class\n * TODO: Plays only PCM for now.\n * @class\n */\nclass BaseAudioPlayer {\n /**\n * Creates and initializes an instance of this class.\n * @constructor\n * @param {AudioStreamFormat} audioFormat audio stream format recognized by the player.\n */\n constructor(audioFormat) {\n this.audioContext = null;\n this.gainNode = null;\n this.autoUpdateBufferTimer = 0;\n if (audioFormat === undefined) {\n audioFormat = Exports_js_1.AudioStreamFormat.getDefaultInputFormat();\n }\n this.init(audioFormat);\n }\n /**\n * play Audio sample\n * @param newAudioData audio data to be played.\n */\n playAudioSample(newAudioData, cb, err) {\n try {\n this.ensureInitializedContext();\n const audioData = this.formatAudioData(newAudioData);\n const newSamplesData = new Float32Array(this.samples.length + audioData.length);\n newSamplesData.set(this.samples, 0);\n newSamplesData.set(audioData, this.samples.length);\n this.samples = newSamplesData;\n if (!!cb) {\n cb();\n }\n } catch (e) {\n if (!!err) {\n err(e);\n }\n }\n }\n /**\n * stops audio and clears the buffers\n */\n stopAudio(cb, err) {\n if (this.audioContext !== null) {\n this.samples = new Float32Array();\n // eslint-disable-next-line @typescript-eslint/no-unsafe-argument\n clearInterval(this.autoUpdateBufferTimer);\n this.audioContext.close().then(() => {\n if (!!cb) {\n cb();\n }\n }, error => {\n if (!!err) {\n err(error);\n }\n });\n this.audioContext = null;\n }\n }\n init(audioFormat) {\n this.audioFormat = audioFormat;\n this.samples = new Float32Array();\n }\n ensureInitializedContext() {\n if (this.audioContext === null) {\n this.createAudioContext();\n const timerPeriod = 200;\n this.autoUpdateBufferTimer = setInterval(() => {\n this.updateAudioBuffer();\n }, timerPeriod);\n }\n }\n createAudioContext() {\n // new ((window as any).AudioContext || (window as any).webkitAudioContext)();\n this.audioContext = AudioStreamFormat_js_1.AudioStreamFormatImpl.getAudioContext();\n // TODO: Various examples shows this gain node, it does not seem to be needed unless we plan\n // to control the volume, not likely\n this.gainNode = this.audioContext.createGain();\n this.gainNode.gain.value = 1;\n this.gainNode.connect(this.audioContext.destination);\n this.startTime = this.audioContext.currentTime;\n }\n formatAudioData(audioData) {\n switch (this.audioFormat.bitsPerSample) {\n case 8:\n return this.formatArrayBuffer(new Int8Array(audioData), 128);\n case 16:\n return this.formatArrayBuffer(new Int16Array(audioData), 32768);\n case 32:\n return this.formatArrayBuffer(new Int32Array(audioData), 2147483648);\n default:\n throw new Error_js_1.InvalidOperationError(\"Only WAVE_FORMAT_PCM (8/16/32 bps) format supported at this time\");\n }\n }\n formatArrayBuffer(audioData, maxValue) {\n const float32Data = new Float32Array(audioData.length);\n for (let i = 0; i < audioData.length; i++) {\n float32Data[i] = audioData[i] / maxValue;\n }\n return float32Data;\n }\n updateAudioBuffer() {\n if (this.samples.length === 0) {\n return;\n }\n const channelCount = this.audioFormat.channels;\n const bufferSource = this.audioContext.createBufferSource();\n const frameCount = this.samples.length / channelCount;\n const audioBuffer = this.audioContext.createBuffer(channelCount, frameCount, this.audioFormat.samplesPerSec);\n // TODO: Should we do the conversion in the pushAudioSample instead?\n for (let channel = 0; channel < channelCount; channel++) {\n // Fill in individual channel data\n let channelOffset = channel;\n const audioData = audioBuffer.getChannelData(channel);\n for (let i = 0; i < this.samples.length; i++, channelOffset += channelCount) {\n audioData[i] = this.samples[channelOffset];\n }\n }\n if (this.startTime < this.audioContext.currentTime) {\n this.startTime = this.audioContext.currentTime;\n }\n bufferSource.buffer = audioBuffer;\n bufferSource.connect(this.gainNode);\n bufferSource.start(this.startTime);\n // Make sure we play the next sample after the current one.\n this.startTime += audioBuffer.duration;\n // Clear the samples for the next pushed data.\n this.samples = new Float32Array();\n }\n playAudio(audioData) {\n var _this = this;\n return _asyncToGenerator(function* () {\n if (_this.audioContext === null) {\n _this.createAudioContext();\n }\n const source = _this.audioContext.createBufferSource();\n const destination = _this.audioContext.destination;\n yield _this.audioContext.decodeAudioData(audioData, newBuffer => {\n source.buffer = newBuffer;\n source.connect(destination);\n source.start(0);\n });\n })();\n }\n}\nexports.BaseAudioPlayer = BaseAudioPlayer;","map":{"version":3,"names":["_asyncToGenerator","require","default","Object","defineProperty","exports","value","BaseAudioPlayer","Error_js_1","Exports_js_1","AudioStreamFormat_js_1","constructor","audioFormat","audioContext","gainNode","autoUpdateBufferTimer","undefined","AudioStreamFormat","getDefaultInputFormat","init","playAudioSample","newAudioData","cb","err","ensureInitializedContext","audioData","formatAudioData","newSamplesData","Float32Array","samples","length","set","e","stopAudio","clearInterval","close","then","error","createAudioContext","timerPeriod","setInterval","updateAudioBuffer","AudioStreamFormatImpl","getAudioContext","createGain","gain","connect","destination","startTime","currentTime","bitsPerSample","formatArrayBuffer","Int8Array","Int16Array","Int32Array","InvalidOperationError","maxValue","float32Data","i","channelCount","channels","bufferSource","createBufferSource","frameCount","audioBuffer","createBuffer","samplesPerSec","channel","channelOffset","getChannelData","buffer","start","duration","playAudio","_this","source","decodeAudioData","newBuffer"],"sources":["F:/workspace/202226701027/huinongbao-app/node_modules/microsoft-cognitiveservices-speech-sdk/distrib/lib/src/sdk/Audio/BaseAudioPlayer.js"],"sourcesContent":["\"use strict\";\n// Copyright (c) Microsoft Corporation. All rights reserved.\n// Licensed under the MIT license.\nObject.defineProperty(exports, \"__esModule\", { value: true });\nexports.BaseAudioPlayer = void 0;\nconst Error_js_1 = require(\"../../common/Error.js\");\nconst Exports_js_1 = require(\"../Exports.js\");\nconst AudioStreamFormat_js_1 = require(\"./AudioStreamFormat.js\");\n/**\n * Base audio player class\n * TODO: Plays only PCM for now.\n * @class\n */\nclass BaseAudioPlayer {\n /**\n * Creates and initializes an instance of this class.\n * @constructor\n * @param {AudioStreamFormat} audioFormat audio stream format recognized by the player.\n */\n constructor(audioFormat) {\n this.audioContext = null;\n this.gainNode = null;\n this.autoUpdateBufferTimer = 0;\n if (audioFormat === undefined) {\n audioFormat = Exports_js_1.AudioStreamFormat.getDefaultInputFormat();\n }\n this.init(audioFormat);\n }\n /**\n * play Audio sample\n * @param newAudioData audio data to be played.\n */\n playAudioSample(newAudioData, cb, err) {\n try {\n this.ensureInitializedContext();\n const audioData = this.formatAudioData(newAudioData);\n const newSamplesData = new Float32Array(this.samples.length + audioData.length);\n newSamplesData.set(this.samples, 0);\n newSamplesData.set(audioData, this.samples.length);\n this.samples = newSamplesData;\n if (!!cb) {\n cb();\n }\n }\n catch (e) {\n if (!!err) {\n err(e);\n }\n }\n }\n /**\n * stops audio and clears the buffers\n */\n stopAudio(cb, err) {\n if (this.audioContext !== null) {\n this.samples = new Float32Array();\n // eslint-disable-next-line @typescript-eslint/no-unsafe-argument\n clearInterval(this.autoUpdateBufferTimer);\n this.audioContext.close().then(() => {\n if (!!cb) {\n cb();\n }\n }, (error) => {\n if (!!err) {\n err(error);\n }\n });\n this.audioContext = null;\n }\n }\n init(audioFormat) {\n this.audioFormat = audioFormat;\n this.samples = new Float32Array();\n }\n ensureInitializedContext() {\n if (this.audioContext === null) {\n this.createAudioContext();\n const timerPeriod = 200;\n this.autoUpdateBufferTimer = setInterval(() => {\n this.updateAudioBuffer();\n }, timerPeriod);\n }\n }\n createAudioContext() {\n // new ((window as any).AudioContext || (window as any).webkitAudioContext)();\n this.audioContext = AudioStreamFormat_js_1.AudioStreamFormatImpl.getAudioContext();\n // TODO: Various examples shows this gain node, it does not seem to be needed unless we plan\n // to control the volume, not likely\n this.gainNode = this.audioContext.createGain();\n this.gainNode.gain.value = 1;\n this.gainNode.connect(this.audioContext.destination);\n this.startTime = this.audioContext.currentTime;\n }\n formatAudioData(audioData) {\n switch (this.audioFormat.bitsPerSample) {\n case 8:\n return this.formatArrayBuffer(new Int8Array(audioData), 128);\n case 16:\n return this.formatArrayBuffer(new Int16Array(audioData), 32768);\n case 32:\n return this.formatArrayBuffer(new Int32Array(audioData), 2147483648);\n default:\n throw new Error_js_1.InvalidOperationError(\"Only WAVE_FORMAT_PCM (8/16/32 bps) format supported at this time\");\n }\n }\n formatArrayBuffer(audioData, maxValue) {\n const float32Data = new Float32Array(audioData.length);\n for (let i = 0; i < audioData.length; i++) {\n float32Data[i] = audioData[i] / maxValue;\n }\n return float32Data;\n }\n updateAudioBuffer() {\n if (this.samples.length === 0) {\n return;\n }\n const channelCount = this.audioFormat.channels;\n const bufferSource = this.audioContext.createBufferSource();\n const frameCount = this.samples.length / channelCount;\n const audioBuffer = this.audioContext.createBuffer(channelCount, frameCount, this.audioFormat.samplesPerSec);\n // TODO: Should we do the conversion in the pushAudioSample instead?\n for (let channel = 0; channel < channelCount; channel++) {\n // Fill in individual channel data\n let channelOffset = channel;\n const audioData = audioBuffer.getChannelData(channel);\n for (let i = 0; i < this.samples.length; i++, channelOffset += channelCount) {\n audioData[i] = this.samples[channelOffset];\n }\n }\n if (this.startTime < this.audioContext.currentTime) {\n this.startTime = this.audioContext.currentTime;\n }\n bufferSource.buffer = audioBuffer;\n bufferSource.connect(this.gainNode);\n bufferSource.start(this.startTime);\n // Make sure we play the next sample after the current one.\n this.startTime += audioBuffer.duration;\n // Clear the samples for the next pushed data.\n this.samples = new Float32Array();\n }\n async playAudio(audioData) {\n if (this.audioContext === null) {\n this.createAudioContext();\n }\n const source = this.audioContext.createBufferSource();\n const destination = this.audioContext.destination;\n await this.audioContext.decodeAudioData(audioData, (newBuffer) => {\n source.buffer = newBuffer;\n source.connect(destination);\n source.start(0);\n });\n }\n}\nexports.BaseAudioPlayer = BaseAudioPlayer;\n\n"],"mappings":"AAAA,YAAY;;AACZ;AACA;AAAA,IAAAA,iBAAA,GAAAC,OAAA,qGAAAC,OAAA;AACAC,MAAM,CAACC,cAAc,CAACC,OAAO,EAAE,YAAY,EAAE;EAAEC,KAAK,EAAE;AAAK,CAAC,CAAC;AAC7DD,OAAO,CAACE,eAAe,GAAG,KAAK,CAAC;AAChC,MAAMC,UAAU,GAAGP,OAAO,CAAC,uBAAuB,CAAC;AACnD,MAAMQ,YAAY,GAAGR,OAAO,CAAC,eAAe,CAAC;AAC7C,MAAMS,sBAAsB,GAAGT,OAAO,CAAC,wBAAwB,CAAC;AAChE;AACA;AACA;AACA;AACA;AACA,MAAMM,eAAe,CAAC;EAClB;AACJ;AACA;AACA;AACA;EACII,WAAWA,CAACC,WAAW,EAAE;IACrB,IAAI,CAACC,YAAY,GAAG,IAAI;IACxB,IAAI,CAACC,QAAQ,GAAG,IAAI;IACpB,IAAI,CAACC,qBAAqB,GAAG,CAAC;IAC9B,IAAIH,WAAW,KAAKI,SAAS,EAAE;MAC3BJ,WAAW,GAAGH,YAAY,CAACQ,iBAAiB,CAACC,qBAAqB,CAAC,CAAC;IACxE;IACA,IAAI,CAACC,IAAI,CAACP,WAAW,CAAC;EAC1B;EACA;AACJ;AACA;AACA;EACIQ,eAAeA,CAACC,YAAY,EAAEC,EAAE,EAAEC,GAAG,EAAE;IACnC,IAAI;MACA,IAAI,CAACC,wBAAwB,CAAC,CAAC;MAC/B,MAAMC,SAAS,GAAG,IAAI,CAACC,eAAe,CAACL,YAAY,CAAC;MACpD,MAAMM,cAAc,GAAG,IAAIC,YAAY,CAAC,IAAI,CAACC,OAAO,CAACC,MAAM,GAAGL,SAAS,CAACK,MAAM,CAAC;MAC/EH,cAAc,CAACI,GAAG,CAAC,IAAI,CAACF,OAAO,EAAE,CAAC,CAAC;MACnCF,cAAc,CAACI,GAAG,CAACN,SAAS,EAAE,IAAI,CAACI,OAAO,CAACC,MAAM,CAAC;MAClD,IAAI,CAACD,OAAO,GAAGF,cAAc;MAC7B,IAAI,CAAC,CAACL,EAAE,EAAE;QACNA,EAAE,CAAC,CAAC;MACR;IACJ,CAAC,CACD,OAAOU,CAAC,EAAE;MACN,IAAI,CAAC,CAACT,GAAG,EAAE;QACPA,GAAG,CAACS,CAAC,CAAC;MACV;IACJ;EACJ;EACA;AACJ;AACA;EACIC,SAASA,CAACX,EAAE,EAAEC,GAAG,EAAE;IACf,IAAI,IAAI,CAACV,YAAY,KAAK,IAAI,EAAE;MAC5B,IAAI,CAACgB,OAAO,GAAG,IAAID,YAAY,CAAC,CAAC;MACjC;MACAM,aAAa,CAAC,IAAI,CAACnB,qBAAqB,CAAC;MACzC,IAAI,CAACF,YAAY,CAACsB,KAAK,CAAC,CAAC,CAACC,IAAI,CAAC,MAAM;QACjC,IAAI,CAAC,CAACd,EAAE,EAAE;UACNA,EAAE,CAAC,CAAC;QACR;MACJ,CAAC,EAAGe,KAAK,IAAK;QACV,IAAI,CAAC,CAACd,GAAG,EAAE;UACPA,GAAG,CAACc,KAAK,CAAC;QACd;MACJ,CAAC,CAAC;MACF,IAAI,CAACxB,YAAY,GAAG,IAAI;IAC5B;EACJ;EACAM,IAAIA,CAACP,WAAW,EAAE;IACd,IAAI,CAACA,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACiB,OAAO,GAAG,IAAID,YAAY,CAAC,CAAC;EACrC;EACAJ,wBAAwBA,CAAA,EAAG;IACvB,IAAI,IAAI,CAACX,YAAY,KAAK,IAAI,EAAE;MAC5B,IAAI,CAACyB,kBAAkB,CAAC,CAAC;MACzB,MAAMC,WAAW,GAAG,GAAG;MACvB,IAAI,CAACxB,qBAAqB,GAAGyB,WAAW,CAAC,MAAM;QAC3C,IAAI,CAACC,iBAAiB,CAAC,CAAC;MAC5B,CAAC,EAAEF,WAAW,CAAC;IACnB;EACJ;EACAD,kBAAkBA,CAAA,EAAG;IACjB;IACA,IAAI,CAACzB,YAAY,GAAGH,sBAAsB,CAACgC,qBAAqB,CAACC,eAAe,CAAC,CAAC;IAClF;IACA;IACA,IAAI,CAAC7B,QAAQ,GAAG,IAAI,CAACD,YAAY,CAAC+B,UAAU,CAAC,CAAC;IAC9C,IAAI,CAAC9B,QAAQ,CAAC+B,IAAI,CAACvC,KAAK,GAAG,CAAC;IAC5B,IAAI,CAACQ,QAAQ,CAACgC,OAAO,CAAC,IAAI,CAACjC,YAAY,CAACkC,WAAW,CAAC;IACpD,IAAI,CAACC,SAAS,GAAG,IAAI,CAACnC,YAAY,CAACoC,WAAW;EAClD;EACAvB,eAAeA,CAACD,SAAS,EAAE;IACvB,QAAQ,IAAI,CAACb,WAAW,CAACsC,aAAa;MAClC,KAAK,CAAC;QACF,OAAO,IAAI,CAACC,iBAAiB,CAAC,IAAIC,SAAS,CAAC3B,SAAS,CAAC,EAAE,GAAG,CAAC;MAChE,KAAK,EAAE;QACH,OAAO,IAAI,CAAC0B,iBAAiB,CAAC,IAAIE,UAAU,CAAC5B,SAAS,CAAC,EAAE,KAAK,CAAC;MACnE,KAAK,EAAE;QACH,OAAO,IAAI,CAAC0B,iBAAiB,CAAC,IAAIG,UAAU,CAAC7B,SAAS,CAAC,EAAE,UAAU,CAAC;MACxE;QACI,MAAM,IAAIjB,UAAU,CAAC+C,qBAAqB,CAAC,kEAAkE,CAAC;IACtH;EACJ;EACAJ,iBAAiBA,CAAC1B,SAAS,EAAE+B,QAAQ,EAAE;IACnC,MAAMC,WAAW,GAAG,IAAI7B,YAAY,CAACH,SAAS,CAACK,MAAM,CAAC;IACtD,KAAK,IAAI4B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGjC,SAAS,CAACK,MAAM,EAAE4B,CAAC,EAAE,EAAE;MACvCD,WAAW,CAACC,CAAC,CAAC,GAAGjC,SAAS,CAACiC,CAAC,CAAC,GAAGF,QAAQ;IAC5C;IACA,OAAOC,WAAW;EACtB;EACAhB,iBAAiBA,CAAA,EAAG;IAChB,IAAI,IAAI,CAACZ,OAAO,CAACC,MAAM,KAAK,CAAC,EAAE;MAC3B;IACJ;IACA,MAAM6B,YAAY,GAAG,IAAI,CAAC/C,WAAW,CAACgD,QAAQ;IAC9C,MAAMC,YAAY,GAAG,IAAI,CAAChD,YAAY,CAACiD,kBAAkB,CAAC,CAAC;IAC3D,MAAMC,UAAU,GAAG,IAAI,CAAClC,OAAO,CAACC,MAAM,GAAG6B,YAAY;IACrD,MAAMK,WAAW,GAAG,IAAI,CAACnD,YAAY,CAACoD,YAAY,CAACN,YAAY,EAAEI,UAAU,EAAE,IAAI,CAACnD,WAAW,CAACsD,aAAa,CAAC;IAC5G;IACA,KAAK,IAAIC,OAAO,GAAG,CAAC,EAAEA,OAAO,GAAGR,YAAY,EAAEQ,OAAO,EAAE,EAAE;MACrD;MACA,IAAIC,aAAa,GAAGD,OAAO;MAC3B,MAAM1C,SAAS,GAAGuC,WAAW,CAACK,cAAc,CAACF,OAAO,CAAC;MACrD,KAAK,IAAIT,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG,IAAI,CAAC7B,OAAO,CAACC,MAAM,EAAE4B,CAAC,EAAE,EAAEU,aAAa,IAAIT,YAAY,EAAE;QACzElC,SAAS,CAACiC,CAAC,CAAC,GAAG,IAAI,CAAC7B,OAAO,CAACuC,aAAa,CAAC;MAC9C;IACJ;IACA,IAAI,IAAI,CAACpB,SAAS,GAAG,IAAI,CAACnC,YAAY,CAACoC,WAAW,EAAE;MAChD,IAAI,CAACD,SAAS,GAAG,IAAI,CAACnC,YAAY,CAACoC,WAAW;IAClD;IACAY,YAAY,CAACS,MAAM,GAAGN,WAAW;IACjCH,YAAY,CAACf,OAAO,CAAC,IAAI,CAAChC,QAAQ,CAAC;IACnC+C,YAAY,CAACU,KAAK,CAAC,IAAI,CAACvB,SAAS,CAAC;IAClC;IACA,IAAI,CAACA,SAAS,IAAIgB,WAAW,CAACQ,QAAQ;IACtC;IACA,IAAI,CAAC3C,OAAO,GAAG,IAAID,YAAY,CAAC,CAAC;EACrC;EACM6C,SAASA,CAAChD,SAAS,EAAE;IAAA,IAAAiD,KAAA;IAAA,OAAA1E,iBAAA;MACvB,IAAI0E,KAAI,CAAC7D,YAAY,KAAK,IAAI,EAAE;QAC5B6D,KAAI,CAACpC,kBAAkB,CAAC,CAAC;MAC7B;MACA,MAAMqC,MAAM,GAAGD,KAAI,CAAC7D,YAAY,CAACiD,kBAAkB,CAAC,CAAC;MACrD,MAAMf,WAAW,GAAG2B,KAAI,CAAC7D,YAAY,CAACkC,WAAW;MACjD,MAAM2B,KAAI,CAAC7D,YAAY,CAAC+D,eAAe,CAACnD,SAAS,EAAGoD,SAAS,IAAK;QAC9DF,MAAM,CAACL,MAAM,GAAGO,SAAS;QACzBF,MAAM,CAAC7B,OAAO,CAACC,WAAW,CAAC;QAC3B4B,MAAM,CAACJ,KAAK,CAAC,CAAC,CAAC;MACnB,CAAC,CAAC;IAAC;EACP;AACJ;AACAlE,OAAO,CAACE,eAAe,GAAGA,eAAe","ignoreList":[]},"metadata":{},"sourceType":"script","externalDependencies":[]}
|
