feat(voice): implement turn-detection and real-time audio streaming

This commit is contained in:
Mohamed Boudra
2026-03-14 13:46:10 +07:00
parent c45b414476
commit fc7369384b
43 changed files with 3367 additions and 1476 deletions
+8
View File
@@ -1236,6 +1236,13 @@ export const TranscriptionResultMessageSchema = z.object({
}),
})
export const VoiceInputStateMessageSchema = z.object({
type: z.literal('voice_input_state'),
payload: z.object({
isSpeaking: z.boolean(),
}),
})
export const DictationStreamAckMessageSchema = z.object({
type: z.literal('dictation_stream_ack'),
payload: z.object({
@@ -2159,6 +2166,7 @@ export const SessionOutboundMessageSchema = z.discriminatedUnion('type', [
AssistantChunkMessageSchema,
AudioOutputMessageSchema,
TranscriptionResultMessageSchema,
VoiceInputStateMessageSchema,
DictationStreamAckMessageSchema,
DictationStreamFinishAcceptedMessageSchema,
DictationStreamPartialMessageSchema,