/* audio_call.c * * * Copyright (C) 2014 Toxic All Rights Reserved. * * This file is part of Toxic. * * Toxic is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * Toxic is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with Toxic. If not, see . * */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include "toxic.h" #include "windows.h" #include "audio_call.h" #include "chat_commands.h" #include "global_commands.h" #include "line_info.h" #include #include #include #include #include #include #include #include #define _cbend pthread_exit(NULL) #define AUDIO_FRAME_SIZE (av_DefaultSettings.audio_sample_rate * av_DefaultSettings.audio_frame_duration / 1000) #define MAX_CALLS 10 #define _True 1 #define _False 0 typedef struct _DeviceIx { ALCdevice *dhndl; /* Handle of device selected/opened */ ALCcontext *ctx; /* Device context */ const char *devices[MAX_DEVICES]; /* Container of available devices */ int size; /* Size of above container */ int dix; /* Index of default device */ int index; /* Current index */ } DeviceIx; typedef struct _Call { pthread_t ttid; /* Transmission thread id */ _Bool ttas; /* Transmission thread active status (0 - stopped, 1- running) */ } Call; struct _ASettings { DeviceIx device[2]; AudioError errors; ToxAv *av; ToxAvCodecSettings cs; Call calls[MAX_CALLS]; } ASettins; void callback_recv_invite ( int32_t call_index, void *arg ); void callback_recv_ringing ( int32_t call_index, void *arg ); void callback_recv_starting ( int32_t call_index, void *arg ); void callback_recv_ending ( int32_t call_index, void *arg ); void callback_recv_error ( int32_t call_index, void *arg ); void callback_call_started ( int32_t call_index, void *arg ); void callback_call_canceled ( int32_t call_index, void *arg ); void callback_call_rejected ( int32_t call_index, void *arg ); void callback_call_ended ( int32_t call_index, void *arg ); void callback_requ_timeout ( int32_t call_index, void *arg ); void callback_peer_timeout ( int32_t call_index, void *arg ); static void print_err (ToxWindow *self, uint8_t *error_str) { line_info_add(self, NULL, NULL, NULL, error_str, SYS_MSG, 0, 0); } /* Opens device under current index */ int device_open (ToxWindow *self, _Devices type) { WINDOW *window = self->chatwin->history; /* Do not error if no device */ if ( !ASettins.device[type].size ) return 0; ALCdevice *prev_device = ASettins.device[type].dhndl; uint8_t msg[MAX_STR_SIZE]; uint8_t *error = NULL; if ( type == input ) { ASettins.device[type].dhndl = alcCaptureOpenDevice( ASettins.device[type].devices[ASettins.device[type].index], av_DefaultSettings.audio_sample_rate, AL_FORMAT_MONO16, AUDIO_FRAME_SIZE * 4); if (alcGetError(ASettins.device[type].dhndl) != AL_NO_ERROR) { /* Now check if we have previous device and act acording to it */ if ( !prev_device ) { error = "Error starting input device!"; ASettins.errors |= ErrorStartingCaptureDevice; } else { error = "Could not start input device, falling back to previous"; /* NOTE: What if device is opened? */ ASettins.device[type].dhndl = prev_device; } } else { /* Close previous */ if ( prev_device ) alcCaptureCloseDevice(prev_device); if ( window ) { snprintf(msg, sizeof(msg), "Input device: %s", ASettins.device[type].devices[ASettins.device[type].index]); line_info_add(self, NULL, NULL, NULL, msg, SYS_MSG, 0, 0); } } ASettins.device[type].ctx = NULL; } else { ASettins.device[type].dhndl = alcOpenDevice(ASettins.device[type].devices[ASettins.device[type].index]); if (alcGetError(ASettins.device[type].dhndl) != AL_NO_ERROR) { /* Now check if we have previous device and act acording to it */ if ( !prev_device ) { error = "Error starting output device!"; ASettins.errors |= ErrorStartingOutputDevice; ASettins.device[type].ctx = NULL; } else { error = "Could not start output device, falling back to previous"; /* NOTE: What if device is opened? */ ASettins.device[type].dhndl = prev_device; } } else { /* Close previous */ if ( prev_device ) { alcCaptureCloseDevice(prev_device); alcMakeContextCurrent(NULL); alcDestroyContext(ASettins.device[type].ctx); } ASettins.device[type].ctx = alcCreateContext(ASettins.device[type].dhndl, NULL); if ( window ) { snprintf(msg, sizeof(msg), "Output device: %s", ASettins.device[type].devices[ASettins.device[type].index]); line_info_add(self, NULL, NULL, NULL, msg, SYS_MSG, 0, 0); } } } if ( error ) { if ( window ) { snprintf(msg, sizeof(msg), "Error: %s", error); line_info_add(self, NULL, NULL, NULL, msg, SYS_MSG, 0, 0); } return -1; } else return 0; } int device_close (ToxWindow *self, _Devices type) { /* Only close if device opened */ if ( ASettins.device[type].dhndl ) { uint8_t *device = NULL; if (type == input) { alcCaptureCloseDevice(ASettins.device[type].dhndl); device = "input"; } else { alcCloseDevice(ASettins.device[type].dhndl); alcMakeContextCurrent(NULL); if ( ASettins.device[type].ctx ) alcDestroyContext(ASettins.device[type].ctx); device = "output"; } ASettins.device[type].index = ASettins.device[type].dix; if ( device == NULL ) { return -1; } if ( self ) { uint8_t msg[MAX_STR_SIZE]; snprintf(msg, sizeof(msg), "Closed %s device", device); line_info_add(self, NULL, NULL, NULL, msg, SYS_MSG, 0, 0); } } return 0; } int device_set(ToxWindow *self, _Devices type, long int selection) { uint8_t str[MAX_STR_SIZE]; uint8_t *s_type = type == input ? "input" : "output"; if ( selection < 0 || selection >= ASettins.device[type].size ) { snprintf(str, sizeof(str), "Cannot set audio %s device: Invalid index: %ld", s_type, selection); line_info_add(self, NULL, NULL, NULL, str, SYS_MSG, 0, 0); return -1; } ASettins.device[type].index = selection; if ( device_open(self, type) != 0 ) { snprintf(str, sizeof(str), "Cannot open audio %s device index: %ld", s_type, selection); line_info_add(self, NULL, NULL, NULL, str, SYS_MSG, 0, 0); return -1; } return 0; } ToxAv *init_audio(ToxWindow *self, Tox *tox) { ASettins.cs = av_DefaultSettings; ASettins.cs.video_height = ASettins.cs.video_width = 0; ASettins.errors = NoError; memset(ASettins.calls, 0, sizeof(Call) * 10); /* Capture devices */ const char *stringed_device_list = alcGetString(NULL, ALC_CAPTURE_DEVICE_SPECIFIER); ASettins.device[input].size = 0; if ( stringed_device_list ) { const char *default_device = alcGetString(NULL, ALC_CAPTURE_DEFAULT_DEVICE_SPECIFIER); for ( ; *stringed_device_list; ++ASettins.device[input].size ) { ASettins.device[input].devices[ASettins.device[input].size] = stringed_device_list; if ( strcmp( default_device , ASettins.device[input].devices[ASettins.device[input].size] ) == 0 ) ASettins.device[input].index = ASettins.device[input].dix = ASettins.device[input].size; stringed_device_list += strlen( stringed_device_list ) + 1; } } /* Output devices */ stringed_device_list = alcGetString(NULL, ALC_DEVICE_SPECIFIER); ASettins.device[output].size = 0; if ( stringed_device_list ) { const char *default_device = alcGetString(NULL, ALC_DEFAULT_DEVICE_SPECIFIER); for ( ; *stringed_device_list; ++ASettins.device[output].size ) { ASettins.device[output].devices[ASettins.device[output].size] = stringed_device_list; if ( strcmp( default_device , ASettins.device[output].devices[ASettins.device[output].size] ) == 0 ) ASettins.device[output].index = ASettins.device[output].dix = ASettins.device[output].size; stringed_device_list += strlen( stringed_device_list ) + 1; } } if (!ASettins.device[input].size && !ASettins.device[output].size) { uint8_t *msg = "No devices: disabling audio!"; line_info_add(self, NULL, NULL, NULL, msg, SYS_MSG, 0, 0); ASettins.av = NULL; } else { /* Streaming stuff from core */ ASettins.av = toxav_new(tox, MAX_CALLS); if ( !ASettins.av ) { ASettins.errors |= ErrorStartingCoreAudio; return NULL; } toxav_register_callstate_callback(callback_call_started, av_OnStart, self); toxav_register_callstate_callback(callback_call_canceled, av_OnCancel, self); toxav_register_callstate_callback(callback_call_rejected, av_OnReject, self); toxav_register_callstate_callback(callback_call_ended, av_OnEnd, self); toxav_register_callstate_callback(callback_recv_invite, av_OnInvite, self); toxav_register_callstate_callback(callback_recv_ringing, av_OnRinging, self); toxav_register_callstate_callback(callback_recv_starting, av_OnStarting, self); toxav_register_callstate_callback(callback_recv_ending, av_OnEnding, self); toxav_register_callstate_callback(callback_recv_error, av_OnError, self); toxav_register_callstate_callback(callback_requ_timeout, av_OnRequestTimeout, self); toxav_register_callstate_callback(callback_peer_timeout, av_OnPeerTimeout, self); } return ASettins.av; } void terminate_audio() { int i; for (i = 0; i < MAX_CALLS; i ++) stop_transmission(i); if ( ASettins.av ) toxav_kill(ASettins.av); device_close(NULL, input); device_close(NULL, output); } int errors() { return ASettins.errors; } /* * Transmission */ void *transmission(void *arg) { ToxWindow* self = arg; int32_t call_index = self->call_index; /* Missing audio support */ if ( !ASettins.av ) _cbend; Call* this_call = &ASettins.calls[call_index]; this_call->ttas = _True; /* Prepare devices */ alcCaptureStart(ASettins.device[input].dhndl); alcMakeContextCurrent(ASettins.device[output].ctx); int32_t dec_frame_len; int16_t frame[4096]; int32_t sample = 0; uint32_t buffer; int32_t ready; int32_t openal_buffers = 5; uint32_t source, *buffers; uint8_t encoded_payload[RTP_PAYLOAD_SIZE]; const int32_t frame_size = AUDIO_FRAME_SIZE; /* Prepare buffers */ buffers = calloc(sizeof(uint32_t), openal_buffers); alGenBuffers(openal_buffers, buffers); alGenSources((uint32_t)1, &source); alSourcei(source, AL_LOOPING, AL_FALSE); uint16_t zeros[frame_size]; memset(zeros, 0, frame_size); int16_t PCM[frame_size]; int32_t i = 0; for (; i < openal_buffers; ++i) { alBufferData(buffers[i], AL_FORMAT_MONO16, zeros, frame_size, 48000); } alSourceQueueBuffers(source, openal_buffers, buffers); alSourcePlay(source); if (alGetError() != AL_NO_ERROR) { /* Print something? */ /*fprintf(stderr, "Error starting audio\n");*/ // goto cleanup; } /* Start transmission */ while (this_call->ttas) { alcGetIntegerv(ASettins.device[input].dhndl, ALC_CAPTURE_SAMPLES, (int32_t) sizeof(int32_t), &sample); /* RECORD AND SEND */ if (sample >= frame_size) { alcCaptureSamples(ASettins.device[input].dhndl, frame, frame_size); int32_t payload_size = toxav_prepare_audio_frame(ASettins.av, call_index, encoded_payload, RTP_PAYLOAD_SIZE, frame, frame_size); if ( payload_size <= 0 || toxav_send_audio(ASettins.av, call_index, encoded_payload, payload_size) < 0 ) { /*fprintf(stderr, "Could not encode audio packet\n");*/ } } /* PLAYBACK */ alGetSourcei(source, AL_BUFFERS_PROCESSED, &ready); if (ready <= 0) continue; dec_frame_len = toxav_recv_audio(ASettins.av, call_index, frame_size, PCM); /* Play the packet */ if (dec_frame_len > 0) { alSourceUnqueueBuffers(source, 1, &buffer); alBufferData(buffer, AL_FORMAT_MONO16, PCM, dec_frame_len * 2 * 1, 48000); int32_t error = alGetError(); if (error != AL_NO_ERROR) { fprintf(stderr, "Error setting buffer %d\n", error); break; } alSourceQueueBuffers(source, 1, &buffer); if (alGetError() != AL_NO_ERROR) { fprintf(stderr, "Error: could not buffer audio\n"); break; } alGetSourcei(source, AL_SOURCE_STATE, &ready); if (ready != AL_PLAYING) alSourcePlay(source); } else { /* Error ignored */ } usleep(1000); } cleanup: alDeleteSources(1, &source); alDeleteBuffers(openal_buffers, buffers); /* device_close(NULL, input); device_close(NULL, output);*/ _cbend; } int start_transmission(ToxWindow *self) { if ( !ASettins.av || self->call_index == -1 ) return -1; /* Don't provide support for video */ if ( 0 != toxav_prepare_transmission(ASettins.av, self->call_index, &ASettins.cs, 0) ) { line_info_add(self, NULL, NULL, NULL, "Could not prepare transmission", SYS_MSG, 0, 0); } if ( !toxav_capability_supported(ASettins.av, self->call_index, AudioDecoding) || !toxav_capability_supported(ASettins.av, self->call_index, AudioEncoding) ) return -1; if ( 0 != pthread_create(&ASettins.calls[self->call_index].ttid, NULL, transmission, self ) && 0 != pthread_detach(ASettins.calls[self->call_index].ttid) ) { return -1; } } int stop_transmission(int call_index) { toxav_kill_transmission(ASettins.av, call_index); ASettins.calls[call_index].ttas = _False; } /* * End of transmission */ /* * Callbacks */ #define CB_BODY(call_idx, Arg, onFunc) do { ToxWindow* windows = (Arg); int i;\ for (i = 0; i < MAX_WINDOWS_NUM; ++i) if (windows[i].onFunc != NULL) windows[i].onFunc(&windows[i], ASettins.av, call_idx); } while (0) void callback_recv_invite ( int32_t call_index, void* arg ) { CB_BODY(call_index, arg, onInvite); } void callback_recv_ringing ( int32_t call_index, void* arg ) { CB_BODY(call_index, arg, onRinging); } void callback_recv_starting ( int32_t call_index, void* arg ) { ToxWindow* windows = arg; int i; for (i = 0; i < MAX_WINDOWS_NUM; ++i) if (windows[i].onStarting != NULL && windows[i].call_index == call_index) { windows[i].onStarting(&windows[i], ASettins.av, call_index); if ( 0 != start_transmission(&windows[i]) ) {/* YEAH! */ line_info_add(&windows[i], NULL, NULL, NULL, "Error starting transmission!", SYS_MSG, 0, 0); return; } } } void callback_recv_ending ( int32_t call_index, void* arg ) { CB_BODY(call_index, arg, onEnding); stop_transmission(call_index); } void callback_recv_error ( int32_t call_index, void* arg ) { CB_BODY(call_index, arg, onError); } void callback_call_started ( int32_t call_index, void* arg ) { ToxWindow* windows = arg; int i; for (i = 0; i < MAX_WINDOWS_NUM; ++i) if (windows[i].onStart != NULL && windows[i].call_index == call_index) { windows[i].onStart(&windows[i], ASettins.av, call_index); if ( 0 != start_transmission(&windows[i]) ) {/* YEAH! */ line_info_add(&windows[i], NULL, NULL, NULL, "Error starting transmission!", SYS_MSG, 0, 0); return; } } } void callback_call_canceled ( int32_t call_index, void* arg ) { CB_BODY(call_index, arg, onCancel); /* In case call is active */ stop_transmission(call_index); } void callback_call_rejected ( int32_t call_index, void* arg ) { CB_BODY(call_index, arg, onReject); } void callback_call_ended ( int32_t call_index, void* arg ) { CB_BODY(call_index, arg, onEnd); stop_transmission(call_index); } void callback_requ_timeout ( int32_t call_index, void* arg ) { CB_BODY(call_index, arg, onRequestTimeout); } void callback_peer_timeout ( int32_t call_index, void* arg ) { CB_BODY(call_index, arg, onPeerTimeout); stop_transmission(call_index); /* Call is stopped manually since there might be some other * actions that one can possibly take on timeout */ toxav_stop_call(ASettins.av, call_index); } /* * End of Callbacks */ /* * Commands from chat_commands.h */ void cmd_call(WINDOW *window, ToxWindow *self, Tox *m, int argc, char (*argv)[MAX_STR_SIZE]) { uint8_t msg[MAX_STR_SIZE]; uint8_t *error_str; if (argc != 0) { error_str = "Invalid syntax!"; goto on_error; } if ( !ASettins.av ) { error_str = "Audio not supported!"; goto on_error; } ToxAvError error = toxav_call(ASettins.av, &self->call_index, self->num, TypeAudio, 30); if ( error != ErrorNone ) { if ( error == ErrorAlreadyInCall ) error_str = "Already in a call!"; else error_str = "Internal error!"; goto on_error; } snprintf(msg, sizeof(msg), "Calling... idx: %d", self->call_index); line_info_add(self, NULL, NULL, NULL, msg, SYS_MSG, 0, 0); return; on_error: snprintf(msg, sizeof(msg), "%s", error_str); line_info_add(self, NULL, NULL, NULL, msg, SYS_MSG, 0, 0); } void cmd_answer(WINDOW *window, ToxWindow *self, Tox *m, int argc, char (*argv)[MAX_STR_SIZE]) { uint8_t *error_str; if (argc != 0) { error_str = "Invalid syntax!"; goto on_error; } if ( !ASettins.av ) { error_str = "Audio not supported!"; goto on_error; } ToxAvError error = toxav_answer(ASettins.av, self->call_index, TypeAudio); if ( error != ErrorNone ) { if ( error == ErrorInvalidState ) error_str = "Cannot answer in invalid state!"; else if ( error == ErrorNoCall ) error_str = "No incoming call!"; else error_str = "Internal error!"; goto on_error; } /* Callback will print status... */ return; on_error: print_err (self, error_str); } void cmd_reject(WINDOW *window, ToxWindow *self, Tox *m, int argc, char (*argv)[MAX_STR_SIZE]) { uint8_t *error_str; if (argc != 0) { error_str = "Invalid syntax!"; goto on_error; } if ( !ASettins.av ) { error_str = "Audio not supported!"; goto on_error; } ToxAvError error = toxav_reject(ASettins.av, self->call_index, "Why not?"); if ( error != ErrorNone ) { if ( error == ErrorInvalidState ) error_str = "Cannot reject in invalid state!"; else if ( error == ErrorNoCall ) error_str = "No incoming call!"; else error_str = "Internal error!"; goto on_error; } /* Callback will print status... */ return; on_error: print_err (self, error_str); } void cmd_hangup(WINDOW *window, ToxWindow *self, Tox *m, int argc, char (*argv)[MAX_STR_SIZE]) { uint8_t *error_str; if (argc != 0) { error_str = "Invalid syntax!"; goto on_error; } if ( !ASettins.av ) { error_str = "Audio not supported!"; goto on_error; } ToxAvError error = toxav_hangup(ASettins.av, self->call_index); if ( error != ErrorNone ) { if ( error == ErrorInvalidState ) error_str = "Cannot hangup in invalid state!"; else if ( error == ErrorNoCall ) error_str = "No call!"; else error_str = "Internal error!"; goto on_error; } return; on_error: print_err (self, error_str); } void cmd_cancel(WINDOW *window, ToxWindow *self, Tox *m, int argc, char (*argv)[MAX_STR_SIZE]) { uint8_t *error_str; if (argc != 0) { error_str = "Invalid syntax!"; goto on_error; } if ( !ASettins.av ) { error_str = "Audio not supported!"; goto on_error; } ToxAvError error = toxav_cancel(ASettins.av, self->call_index, self->num, "Only those who appreciate small things know the beauty that is life"); if ( error != ErrorNone ) { if ( error == ErrorNoCall ) error_str = "No call!"; else error_str = "Internal error!"; goto on_error; } /* Callback will print status... */ return; on_error: print_err (self, error_str); } void cmd_list_devices(WINDOW *window, ToxWindow *self, Tox *m, int argc, char (*argv)[MAX_STR_SIZE]) { uint8_t msg[MAX_STR_SIZE]; uint8_t *error_str; if ( argc != 1 ) { if ( argc < 1 ) error_str = "Type must be specified!"; else error_str = "Only one argument allowed!"; goto on_error; } _Devices type; if ( strcmp(argv[1], "in") == 0 ) /* Input devices */ type = input; else if ( strcmp(argv[1], "out") == 0 ) /* Output devices */ type = output; else { snprintf(msg, sizeof(msg), "Invalid type: %s", argv[1]); line_info_add(self, NULL, NULL, NULL, msg, SYS_MSG, 0, 0); return; } int i = 0; for ( ; i < ASettins.device[type].size; i ++) { snprintf(msg, sizeof(msg), "%d: %s", i, ASettins.device[type].devices[i]); line_info_add(self, NULL, NULL, NULL, msg, SYS_MSG, 0, 0); } return; on_error: print_err (self, error_str); } void cmd_change_device(WINDOW *window, ToxWindow *self, Tox *m, int argc, char (*argv)[MAX_STR_SIZE]) { uint8_t msg[MAX_STR_SIZE]; uint8_t *error_str; if ( argc != 2 ) { if ( argc < 1 ) error_str = "Type must be specified!"; else if ( argc < 2 ) error_str = "Must have id!"; else error_str = "Only two arguments allowed!"; goto on_error; } if ( ASettins.calls[self->call_index].ttas ) { /* Transmission is active */ error_str = "Cannot change device while active transmission"; goto on_error; } _Devices type; if ( strcmp(argv[1], "in") == 0 ) /* Input devices */ type = input; else if ( strcmp(argv[1], "out") == 0 ) /* Output devices */ type = output; else { snprintf(msg, sizeof(msg), "Invalid type: %s", argv[1]); line_info_add(self, NULL, NULL, NULL, msg, SYS_MSG, 0, 0); return; } char *end; long int selection = strtol(argv[2], &end, 10); if ( *end ) { error_str = "Invalid input"; goto on_error; } if ( device_close(self, type) != 0 ) { error_str = "Could not close device!"; goto on_error; } if ( device_set(self, type, selection ) == 0) { /*snprintf(msg, sizeof(msg), "Selected: %s", ASettins.device[type].devices[selection]); line_info_add(self, NULL, NULL, NULL, msg, SYS_MSG, 0, 0);*/ } if ( device_open(self, type) == 0 ) { snprintf(msg, sizeof(msg), "Now using: %s", ASettins.device[type].devices[selection]); line_info_add(self, NULL, NULL, NULL, msg, SYS_MSG, 0, 0); } return; on_error: print_err (self, error_str); }