/* audio_call.c * * * Copyright (C) 2014 Toxic All Rights Reserved. * * This file is part of Toxic. * * Toxic is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * Toxic is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with Toxic. If not, see . * */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include "toxic.h" #include "windows.h" #include "audio_call.h" #include "device.h" #include "chat_commands.h" #include "global_commands.h" #include "line_info.h" #include #include #include #include #include #include #ifdef __APPLE__ #include #include #else #include #include #endif #define _cbend pthread_exit(NULL) #define MAX_CALLS 10 #define frame_size (av_DefaultSettings.audio_sample_rate * av_DefaultSettings.audio_frame_duration / 1000) typedef struct _Call { pthread_t ttid; /* Transmission thread id */ _Bool ttas; /* Transmission thread active status (0 - stopped, 1- running) */ int in_idx, out_idx; pthread_mutex_t mutex; } Call; void set_call(Call* call, _Bool start) { call->in_idx = -1; call->out_idx = -1; if ( start ) { call->ttas = _True; pthread_mutex_init(&call->mutex, NULL); } else { call->ttid = 0; pthread_mutex_destroy(&call->mutex); } } struct _ASettings { AudioError errors; ToxAv *av; ToxAvCodecSettings cs; Call calls[MAX_CALLS]; } ASettins; void callback_recv_invite ( int32_t call_index, void *arg ); void callback_recv_ringing ( int32_t call_index, void *arg ); void callback_recv_starting ( int32_t call_index, void *arg ); void callback_recv_ending ( int32_t call_index, void *arg ); void callback_recv_error ( int32_t call_index, void *arg ); void callback_call_started ( int32_t call_index, void *arg ); void callback_call_canceled ( int32_t call_index, void *arg ); void callback_call_rejected ( int32_t call_index, void *arg ); void callback_call_ended ( int32_t call_index, void *arg ); void callback_requ_timeout ( int32_t call_index, void *arg ); void callback_peer_timeout ( int32_t call_index, void *arg ); static void print_err (ToxWindow *self, uint8_t *error_str) { line_info_add(self, NULL, NULL, NULL, error_str, SYS_MSG, 0, 0); } ToxAv *init_audio(ToxWindow *self, Tox *tox) { ASettins.cs = av_DefaultSettings; ASettins.cs.video_height = ASettins.cs.video_width = 0; ASettins.errors = ae_None; memset(ASettins.calls, 0, sizeof(Call) * 10); /* Streaming stuff from core */ ASettins.av = toxav_new(tox, MAX_CALLS); if ( !ASettins.av ) { ASettins.errors |= ae_StartingCoreAudio; return NULL; } if ( init_devices(ASettins.av) == de_InternalError ) { line_info_add(self, NULL, NULL, NULL, "Failed to init devices", SYS_MSG, 0, 0); toxav_kill(ASettins.av); return ASettins.av = NULL; } toxav_register_callstate_callback(callback_call_started, av_OnStart, self); toxav_register_callstate_callback(callback_call_canceled, av_OnCancel, self); toxav_register_callstate_callback(callback_call_rejected, av_OnReject, self); toxav_register_callstate_callback(callback_call_ended, av_OnEnd, self); toxav_register_callstate_callback(callback_recv_invite, av_OnInvite, self); toxav_register_callstate_callback(callback_recv_ringing, av_OnRinging, self); toxav_register_callstate_callback(callback_recv_starting, av_OnStarting, self); toxav_register_callstate_callback(callback_recv_ending, av_OnEnding, self); toxav_register_callstate_callback(callback_recv_error, av_OnError, self); toxav_register_callstate_callback(callback_requ_timeout, av_OnRequestTimeout, self); toxav_register_callstate_callback(callback_peer_timeout, av_OnPeerTimeout, self); return ASettins.av; } void terminate_audio() { int i; for (i = 0; i < MAX_CALLS; i ++) stop_transmission(i); if ( ASettins.av ) toxav_kill(ASettins.av); terminate_devices(); } void read_device_callback (const int16_t* captured, uint32_t size, void* data) { int32_t call_index = *((int32_t*)data); /* TODO: Or pass an array of call_idx's */ uint8_t encoded_payload[RTP_PAYLOAD_SIZE]; int32_t payload_size = toxav_prepare_audio_frame(ASettins.av, call_index, encoded_payload, RTP_PAYLOAD_SIZE, captured, size); if ( payload_size <= 0 || toxav_send_audio(ASettins.av, call_index, encoded_payload, payload_size) < 0 ) { /*fprintf(stderr, "Could not encode audio packet\n");*/ } } /* * Transmission */ void *transmission(void *arg) { #define lock pthread_mutex_lock(&this_call->mutex) #define unlock pthread_mutex_unlock(&this_call->mutex) ToxWindow* self = arg; int32_t call_index = self->call_idx; /* Missing audio support */ if ( !ASettins.av ) _cbend; Call* this_call = &ASettins.calls[call_index]; int32_t dec_frame_len; int16_t PCM[frame_size]; if ( open_primary_device(input, &this_call->in_idx) != de_None ) goto cleanup; if ( register_device_callback(call_index, this_call->in_idx, read_device_callback, &call_index, _True) != de_None) /* Set VAD as true for all; TODO: Make it more dynamic */ goto cleanup; if ( open_primary_device(output, &this_call->out_idx) != de_None ) goto cleanup; /* Start transmission */ while (this_call->ttas) { lock; if (playback_device_ready(this_call->out_idx) == de_Busy) { unlock; continue; } dec_frame_len = toxav_recv_audio(ASettins.av, call_index, frame_size, PCM); /* Play the packet */ if (dec_frame_len > 0) { write_out(this_call->out_idx, PCM, dec_frame_len, av_DefaultSettings.audio_channels); } else if (dec_frame_len != 0) { /* >implying it'll ever get an error */ } unlock; usleep(1000); } cleanup: if ( this_call->in_idx != -1 ) if ( close_device(input, this_call->in_idx) != de_None ) line_info_add(self, NULL, NULL, NULL, "Failed to close input device!", SYS_MSG, 0, 0); if ( this_call->out_idx != -1 ) if ( close_device(output, this_call->out_idx) != de_None ) line_info_add(self, NULL, NULL, NULL, "Failed to close output device!", SYS_MSG, 0, 0); set_call(this_call, _False); _cbend; } int start_transmission(ToxWindow *self) { if ( !ASettins.av || self->call_idx == -1 ) return -1; /* Don't provide support for video */ if ( 0 != toxav_prepare_transmission(ASettins.av, self->call_idx, &ASettins.cs, 0) ) { line_info_add(self, NULL, NULL, NULL, "Could not prepare transmission", SYS_MSG, 0, 0); } if ( !toxav_capability_supported(ASettins.av, self->call_idx, AudioDecoding) || !toxav_capability_supported(ASettins.av, self->call_idx, AudioEncoding) ) return -1; set_call(&ASettins.calls[self->call_idx], _True); if ( 0 != pthread_create(&ASettins.calls[self->call_idx].ttid, NULL, transmission, self ) && 0 != pthread_detach(ASettins.calls[self->call_idx].ttid) ) { return -1; } } int stop_transmission(int call_index) { if ( ASettins.calls[call_index].ttas ) { toxav_kill_transmission(ASettins.av, call_index); ASettins.calls[call_index].ttas = _False; } } /* * End of transmission */ /* * Callbacks */ #define CB_BODY(call_idx, Arg, onFunc) do { ToxWindow* windows = (Arg); int i;\ for (i = 0; i < MAX_WINDOWS_NUM; ++i) if (windows[i].onFunc != NULL) windows[i].onFunc(&windows[i], ASettins.av, call_idx); } while (0) void callback_recv_invite ( int32_t call_index, void* arg ) { CB_BODY(call_index, arg, onInvite); } void callback_recv_ringing ( int32_t call_index, void* arg ) { CB_BODY(call_index, arg, onRinging); } void callback_recv_starting ( int32_t call_index, void* arg ) { ToxWindow* windows = arg; int i; for (i = 0; i < MAX_WINDOWS_NUM; ++i) if (windows[i].onStarting != NULL && windows[i].call_idx == call_index) { windows[i].onStarting(&windows[i], ASettins.av, call_index); if ( 0 != start_transmission(&windows[i]) ) {/* YEAH! */ line_info_add(&windows[i], NULL, NULL, NULL, "Error starting transmission!", SYS_MSG, 0, 0); return; } } } void callback_recv_ending ( int32_t call_index, void* arg ) { CB_BODY(call_index, arg, onEnding); stop_transmission(call_index); } void callback_recv_error ( int32_t call_index, void* arg ) { CB_BODY(call_index, arg, onError); } void callback_call_started ( int32_t call_index, void* arg ) { ToxWindow* windows = arg; int i; for (i = 0; i < MAX_WINDOWS_NUM; ++i) if (windows[i].onStart != NULL && windows[i].call_idx == call_index) { windows[i].onStart(&windows[i], ASettins.av, call_index); if ( 0 != start_transmission(&windows[i]) ) {/* YEAH! */ line_info_add(&windows[i], NULL, NULL, NULL, "Error starting transmission!", SYS_MSG, 0, 0); return; } } } void callback_call_canceled ( int32_t call_index, void* arg ) { CB_BODY(call_index, arg, onCancel); /* In case call is active */ stop_transmission(call_index); } void callback_call_rejected ( int32_t call_index, void* arg ) { CB_BODY(call_index, arg, onReject); } void callback_call_ended ( int32_t call_index, void* arg ) { CB_BODY(call_index, arg, onEnd); stop_transmission(call_index); } void callback_requ_timeout ( int32_t call_index, void* arg ) { CB_BODY(call_index, arg, onRequestTimeout); } void callback_peer_timeout ( int32_t call_index, void* arg ) { CB_BODY(call_index, arg, onPeerTimeout); stop_transmission(call_index); /* Call is stopped manually since there might be some other * actions that one can possibly take on timeout */ toxav_stop_call(ASettins.av, call_index); } /* * End of Callbacks */ /* * Commands from chat_commands.h */ void cmd_call(WINDOW *window, ToxWindow *self, Tox *m, int argc, char (*argv)[MAX_STR_SIZE]) { uint8_t msg[MAX_STR_SIZE]; uint8_t *error_str; if (argc != 0) { error_str = "Invalid syntax!"; goto on_error; } if ( !ASettins.av ) { error_str = "Audio not supported!"; goto on_error; } ToxAvError error = toxav_call(ASettins.av, &self->call_idx, self->num, TypeAudio, 30); if ( error != ErrorNone ) { if ( error == ErrorAlreadyInCall ) error_str = "Already in a call!"; else error_str = "Internal error!"; goto on_error; } snprintf(msg, sizeof(msg), "Calling... idx: %d", self->call_idx); line_info_add(self, NULL, NULL, NULL, msg, SYS_MSG, 0, 0); return; on_error: snprintf(msg, sizeof(msg), "%s", error_str); line_info_add(self, NULL, NULL, NULL, msg, SYS_MSG, 0, 0); } void cmd_answer(WINDOW *window, ToxWindow *self, Tox *m, int argc, char (*argv)[MAX_STR_SIZE]) { uint8_t *error_str; if (argc != 0) { error_str = "Invalid syntax!"; goto on_error; } if ( !ASettins.av ) { error_str = "Audio not supported!"; goto on_error; } ToxAvError error = toxav_answer(ASettins.av, self->call_idx, TypeAudio); if ( error != ErrorNone ) { if ( error == ErrorInvalidState ) error_str = "Cannot answer in invalid state!"; else if ( error == ErrorNoCall ) error_str = "No incoming call!"; else error_str = "Internal error!"; goto on_error; } /* Callback will print status... */ return; on_error: print_err (self, error_str); } void cmd_reject(WINDOW *window, ToxWindow *self, Tox *m, int argc, char (*argv)[MAX_STR_SIZE]) { uint8_t *error_str; if (argc != 0) { error_str = "Invalid syntax!"; goto on_error; } if ( !ASettins.av ) { error_str = "Audio not supported!"; goto on_error; } ToxAvError error = toxav_reject(ASettins.av, self->call_idx, "Why not?"); if ( error != ErrorNone ) { if ( error == ErrorInvalidState ) error_str = "Cannot reject in invalid state!"; else if ( error == ErrorNoCall ) error_str = "No incoming call!"; else error_str = "Internal error!"; goto on_error; } /* Callback will print status... */ return; on_error: print_err (self, error_str); } void cmd_hangup(WINDOW *window, ToxWindow *self, Tox *m, int argc, char (*argv)[MAX_STR_SIZE]) { uint8_t *error_str; if (argc != 0) { error_str = "Invalid syntax!"; goto on_error; } if ( !ASettins.av ) { error_str = "Audio not supported!"; goto on_error; } ToxAvError error = toxav_hangup(ASettins.av, self->call_idx); if ( error != ErrorNone ) { if ( error == ErrorInvalidState ) error_str = "Cannot hangup in invalid state!"; else if ( error == ErrorNoCall ) error_str = "No call!"; else error_str = "Internal error!"; goto on_error; } return; on_error: print_err (self, error_str); } void cmd_cancel(WINDOW *window, ToxWindow *self, Tox *m, int argc, char (*argv)[MAX_STR_SIZE]) { uint8_t *error_str; if (argc != 0) { error_str = "Invalid syntax!"; goto on_error; } if ( !ASettins.av ) { error_str = "Audio not supported!"; goto on_error; } ToxAvError error = toxav_cancel(ASettins.av, self->call_idx, self->num, "Only those who appreciate small things know the beauty that is life"); if ( error != ErrorNone ) { if ( error == ErrorNoCall ) error_str = "No call!"; else error_str = "Internal error!"; goto on_error; } /* Callback will print status... */ return; on_error: print_err (self, error_str); } void cmd_list_devices(WINDOW *window, ToxWindow *self, Tox *m, int argc, char (*argv)[MAX_STR_SIZE]) { uint8_t msg[MAX_STR_SIZE]; uint8_t *error_str; if ( argc != 1 ) { if ( argc < 1 ) error_str = "Type must be specified!"; else error_str = "Only one argument allowed!"; goto on_error; } DeviceType type; if ( strcmp(argv[1], "in") == 0 ) /* Input devices */ type = input; else if ( strcmp(argv[1], "out") == 0 ) /* Output devices */ type = output; else { snprintf(msg, sizeof(msg), "Invalid type: %s", argv[1]); line_info_add(self, NULL, NULL, NULL, msg, SYS_MSG, 0, 0); return; } print_devices(self, type); return; on_error: print_err (self, error_str); } /* This changes primary device only */ void cmd_change_device(WINDOW *window, ToxWindow *self, Tox *m, int argc, char (*argv)[MAX_STR_SIZE]) { uint8_t msg[MAX_STR_SIZE]; uint8_t *error_str; if ( argc != 2 ) { if ( argc < 1 ) error_str = "Type must be specified!"; else if ( argc < 2 ) error_str = "Must have id!"; else error_str = "Only two arguments allowed!"; goto on_error; } DeviceType type; if ( strcmp(argv[1], "in") == 0 ) /* Input devices */ type = input; else if ( strcmp(argv[1], "out") == 0 ) /* Output devices */ type = output; else { snprintf(msg, sizeof(msg), "Invalid type: %s", argv[1]); line_info_add(self, NULL, NULL, NULL, msg, SYS_MSG, 0, 0); return; } char *end; long int selection = strtol(argv[2], &end, 10); if ( *end ) { error_str = "Invalid input"; goto on_error; } if ( set_primary_device(type, selection) == de_InvalidSelection ) { error_str="Invalid selection!"; goto on_error; } return; on_error: print_err (self, error_str); } void cmd_ccur_device(WINDOW * window, ToxWindow * self, Tox *m, int argc, char (*argv)[MAX_STR_SIZE]) { uint8_t msg[MAX_STR_SIZE]; uint8_t *error_str; if ( argc != 2 ) { if ( argc < 1 ) error_str = "Type must be specified!"; else if ( argc < 2 ) error_str = "Must have id!"; else error_str = "Only two arguments allowed!"; goto on_error; } DeviceType type; if ( strcmp(argv[1], "in") == 0 ) /* Input devices */ type = input; else if ( strcmp(argv[1], "out") == 0 ) /* Output devices */ type = output; else { snprintf(msg, sizeof(msg), "Invalid type: %s", argv[1]); line_info_add(self, NULL, NULL, NULL, msg, SYS_MSG, 0, 0); return; } char *end; long int selection = strtol(argv[2], &end, 10); if ( *end ) { error_str = "Invalid input"; goto on_error; } if ( selection_valid(type, selection) == de_InvalidSelection ) { error_str="Invalid selection!"; goto on_error; } /* If call is active, change device */ if ( self->call_idx > -1) { Call* this_call = &ASettins.calls[self->call_idx]; if (this_call->ttas) { if (type == output) { pthread_mutex_lock(&this_call->mutex); close_device(output, this_call->out_idx); open_device(output, selection, &this_call->out_idx); pthread_mutex_unlock(&this_call->mutex); } else { /* TODO: check for failure */ close_device(input, this_call->in_idx); open_device(input, selection, &this_call->in_idx); /* Set VAD as true for all; TODO: Make it more dynamic */ register_device_callback(self->call_idx, this_call->in_idx, read_device_callback, &self->call_idx, _True); } } } self->device_selection[type] = selection; return; on_error: print_err (self, error_str); } void cmd_mute(WINDOW * window, ToxWindow * self, Tox *m, int argc, char (*argv)[MAX_STR_SIZE]) { uint8_t msg[MAX_STR_SIZE]; uint8_t *error_str; if ( argc != 1 ) { if ( argc < 1 ) error_str = "Type must be specified!"; else error_str = "Only two arguments allowed!"; goto on_error; } DeviceType type; if ( strcmp(argv[1], "in") == 0 ) /* Input devices */ type = input; else if ( strcmp(argv[1], "out") == 0 ) /* Output devices */ type = output; else { snprintf(msg, sizeof(msg), "Invalid type: %s", argv[1]); line_info_add(self, NULL, NULL, NULL, msg, SYS_MSG, 0, 0); return; } /* If call is active, use this_call values */ if ( self->call_idx > -1) { Call* this_call = &ASettins.calls[self->call_idx]; pthread_mutex_lock(&this_call->mutex); device_mute(type, type == input ? this_call->in_idx : this_call->out_idx); pthread_mutex_unlock(&this_call->mutex); } return; on_error: print_err (self, error_str); } void cmd_sense(WINDOW * window, ToxWindow * self, Tox *m, int argc, char (*argv)[MAX_STR_SIZE]) { uint8_t msg[MAX_STR_SIZE]; uint8_t *error_str; if ( argc != 1 ) { if ( argc < 1 ) error_str = "Must have value!"; else error_str = "Only two arguments allowed!"; goto on_error; } char *end; float value = strtof(argv[1], &end); if ( *end ) { error_str = "Invalid input"; goto on_error; } /* Call must be active */ if ( self->call_idx > -1) device_set_VAD_treshold(ASettins.calls[self->call_idx].in_idx, value); return; on_error: print_err (self, error_str); }