fix(audio channels): making the play_loop and receive methods robust to audio inputs/outputs shapes (#132)

src/reachy_mini_conversation_app/console.py

@@ -108,7 +108,12 @@ class LocalStream:
 
                 # Reshape if needed
                 if audio_data.ndim == 2:
-                    audio_data = audio_data.squeeze()
+                    # Scipy channels last convention
+                    if audio_data.shape[1] > audio_data.shape[0]:
+                        audio_data = audio_data.T
+                    # Multiple channels -> Mono channel
+                    if audio_data.shape[1] > 1:
+                        audio_data = audio_data[:, 0]
 
                 # Cast if needed
                 audio_frame = audio_to_float32(audio_data)

src/reachy_mini_conversation_app/openai_realtime.py

@@ -349,13 +349,22 @@ class OpenaiRealtimeHandler(AsyncStreamHandler):
         if not self.connection:
             return
         input_sample_rate, audio_frame = frame
-        # Make mono if it's stereo
+
+        #Reshape if needed
         if audio_frame.ndim == 2:
-            audio_frame = audio_frame[:, 0]
+            # Scipy channels last convention
+            if audio_frame.shape[1] > audio_frame.shape[0]:
+                audio_frame = audio_frame.T
+            # Multiple channels -> Mono channel
+            if audio_frame.shape[1] > 1:
+                audio_frame = audio_frame[:, 0]
 
         # Resample if needed
         if self.input_sample_rate != input_sample_rate:
-            audio_frame = resample(audio_frame, int(len(audio_frame) * self.input_sample_rate / input_sample_rate))
+            audio_frame = resample(
+                audio_frame,
+                int(len(audio_frame) * self.input_sample_rate / input_sample_rate)
+            )
 
         # Cast if needed
         audio_frame = audio_to_int16(audio_frame)