Added Support for Multiple Languages
This commit is contained in:
Paoda
parent
9f6adb3a29
commit
36411bb2c5
143
src/index.js
143
src/index.js
|
|
@ -1,84 +1,83 @@
|
||||||
import io from 'socket.io-client';
|
import io from 'socket.io-client';
|
||||||
|
|
||||||
/**
|
|
||||||
* The Class Responsible for Talking with Polyglot-Node
|
|
||||||
* @param {string} url - URL of NodeJS Server.
|
|
||||||
*/
|
|
||||||
class WebSocket {
|
|
||||||
constructor(url) {
|
|
||||||
this.io = io(url);
|
|
||||||
|
|
||||||
this.listen(() => {
|
|
||||||
this.grabAudio();
|
|
||||||
});
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Create socket.io event listeners.
|
* The Class Responsible for Talking with Polyglot-Node
|
||||||
* @param {Function} cb - Called once connected to server.
|
* @param {string} url - URL of NodeJS Server.
|
||||||
*/
|
*/
|
||||||
listen(cb) {
|
class WebSocket {
|
||||||
this.io.on('disconnect', (err) => {
|
constructor(url) {
|
||||||
console.error("Disconnected from Server.");
|
this.io = io(url);
|
||||||
})
|
|
||||||
|
|
||||||
this.io.on('connect', (data) => {
|
this.listen(() => {
|
||||||
this.io.emit("join", "Hi There NodeJS!");
|
this.grabAudio();
|
||||||
console.log("Connected to NodeJS Server");
|
});
|
||||||
cb();
|
}
|
||||||
});
|
|
||||||
}
|
|
||||||
/**
|
|
||||||
* This Class Grabs the Audio from the User.
|
|
||||||
* Line 26 needs to be replaced with the global variable for localstream found in Rails TODO: Put line
|
|
||||||
*
|
|
||||||
* DEPRECAION WARNING. This method makes vital use of createScriptProcessor which will be scrapped at some point
|
|
||||||
* in the future. TODO: Switch from createScriptProcessor to AudioWorklet (No documentation as of 2018-08-30)
|
|
||||||
* @deprecated
|
|
||||||
* @async
|
|
||||||
*/
|
|
||||||
async grabAudio() {
|
|
||||||
this.io.emit('startRecognition', "en-US");
|
|
||||||
|
|
||||||
AudioContext = window.AudioContext || window.webkitAudioContext;
|
|
||||||
const ctx = new AudioContext();
|
|
||||||
const processor = ctx.createScriptProcessor(2048, 1, 1);
|
|
||||||
processor.connect(ctx.destination);
|
|
||||||
processor.onaudioprocess = e => this.handleBuffer(e);
|
|
||||||
|
|
||||||
const stream = await navigator.mediaDevices.getUserMedia({ audio: true, video: false });
|
|
||||||
ctx.createMediaStreamSource(stream).connect(processor);
|
|
||||||
ctx.resume();
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Takes the Float32Array Array from the ScriptProcessor Event
|
|
||||||
* and converts it to Int16 for Google Speech to Text use.
|
|
||||||
* @param {AudioProcessingEvent} e Chunk of Audio w/ Audio F32Array
|
|
||||||
*/
|
|
||||||
handleBuffer(e) {
|
|
||||||
let l = e.inputBuffer.getChannelData(0);
|
|
||||||
this.io.emit('binary', convertF32ToI16(l));
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* 32Khz to 16Khz Audio
|
* Create socket.io event listeners.
|
||||||
* Converts Float32 Buffer to Int16Buffer
|
* @param {Function} cb - Called once connected to server.
|
||||||
* @param {Float32Array} buffer - Float32 Buffer;
|
|
||||||
* @returns {ArrayBuffer}
|
|
||||||
*/
|
*/
|
||||||
function convertF32ToI16(buffer) {
|
listen(cb) {
|
||||||
let l = buffer.length;
|
this.io.on('disconnect', (err) => {
|
||||||
|
console.error("Disconnected from Server.");
|
||||||
|
})
|
||||||
|
|
||||||
|
this.io.on('connect', (data) => {
|
||||||
|
console.log("Connected to NodeJS Server");
|
||||||
|
cb();
|
||||||
|
});
|
||||||
|
}
|
||||||
|
/**
|
||||||
|
* This Class Grabs the Audio from the User.
|
||||||
|
* Line 48 needs to be replaced with the global variable for localstream found in Rails TODO: Put line
|
||||||
|
*
|
||||||
|
* DEPRECAION WARNING. This method makes vital use of createScriptProcessor which will be scrapped at some point
|
||||||
|
* in the future. TODO: Switch from createScriptProcessor to AudioWorklet (No documentation as of 2018-08-30)
|
||||||
|
* @deprecated
|
||||||
|
* @async
|
||||||
|
*/
|
||||||
|
async grabAudio() {
|
||||||
|
this.io.emit('startRecognition', "en-US", "fr");
|
||||||
|
|
||||||
|
AudioContext = window.AudioContext || window.webkitAudioContext;
|
||||||
|
const ctx = new AudioContext();
|
||||||
|
const processor = ctx.createScriptProcessor(2048, 1, 1);
|
||||||
|
processor.connect(ctx.destination);
|
||||||
|
processor.onaudioprocess = e => this.handleBuffer(e);
|
||||||
|
|
||||||
|
const stream = await navigator.mediaDevices.getUserMedia({ audio: true, video: false });
|
||||||
|
ctx.createMediaStreamSource(stream).connect(processor);
|
||||||
|
ctx.resume();
|
||||||
|
}
|
||||||
|
|
||||||
let buf = new Int16Array(l/3);
|
/**
|
||||||
|
* Takes the Float32Array Array from the ScriptProcessor Event
|
||||||
while (l--) {
|
* and converts it to Int16 for Google Speech to Text use.
|
||||||
if (l % 3 == 0) {
|
* @param {AudioProcessingEvent} e Chunk of Audio w/ Audio F32Array
|
||||||
buf[l / 3] = buffer[l] * 0xFFFF;
|
*/
|
||||||
|
handleBuffer(e) {
|
||||||
|
let l = e.inputBuffer.getChannelData(0);
|
||||||
|
this.io.emit('binary', convertF32ToI16(l));
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 32Khz to 16Khz Audio
|
||||||
|
* Converts Float32 Buffer to Int16Buffer
|
||||||
|
* @param {Float32Array} buffer - Float32 Buffer;
|
||||||
|
* @returns {ArrayBuffer}
|
||||||
|
*/
|
||||||
|
function convertF32ToI16(buffer) {
|
||||||
|
let l = buffer.length;
|
||||||
|
|
||||||
|
let buf = new Int16Array(l / 3);
|
||||||
|
|
||||||
|
while (l--) {
|
||||||
|
if (l % 3 == 0) {
|
||||||
|
buf[l / 3] = buffer[l] * 0xFFFF;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
return buf.buffer;
|
||||||
}
|
}
|
||||||
return buf.buffer;
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
const ws = new WebSocket("http://localhost:1337");
|
const ws = new WebSocket("http://localhost:1337");
|
||||||
Reference in New Issue