doing translations

web/audio.js

@@ -1,7 +1,7 @@
 let selectedDeviceId = "default";
 export let serverTime;
 export let recordButton;
-let socket;
+export let socket;
 let audioRecorder;
 let audioStream;
 let recording = false;
@@ -42,7 +42,6 @@ export function InitAudioAnalyser(stream) {
 }
 
 export function startListening() {
-    //canvasCtx.fillStyle = "green";
     recording = true;
     navigator.mediaDevices.getUserMedia({ audio: { sampleRate: 16000 } })
         .then((stream) => {
@@ -75,7 +74,6 @@ export function startListening() {
                 }
                 if (event.data.size > 0) {
                     let data = event.data;
-                    console.log("audio data size: " + data.size);
                     if (preBuffer.length > 0) {
                         sendAudioToServerPost(preBuffer);
                     }
@@ -117,14 +115,25 @@ export function sendAudioToServerPost(data) {
     });
 }
 
-export function sendAudioToServer(data) {
-    //if (connected) {
-        socket.send(JSON.stringify({ type: 'audio', task:"transcribe", audio: data }));
+export function sendAudioToServerJson(data) {
+    if (socket && socket.readyState === WebSocket.OPEN) {
+
+    const binaryData = Buffer.from(base64AudioData, 'base64');
+        socket.send(JSON.stringify({ type: 'audio', audiobase64: binaryData }));
         serverTime = Date.now();
         if (!autosend.checked) {
-            transcription.innerHTML = "Processing audio...";
+            transcription.placeholder = "Processing audio...";
         }
-    //}
+    }
+}
+export function sendAudioToServer(data) {
+    if (socket && socket.readyState === WebSocket.OPEN) {
+        socket.send(data);
+        serverTime = Date.now();
+        if (!autosend.checked) {
+            transcription.placeholder  = "Processing audio...";
+        }
+    }
 }
 
 export function toggleListening() {