/* * FreeSWITCH Modular Media Switching Software Library / Soft-Switch Application * Copyright (C) 2005-2014, Anthony Minessale II * * Version: MPL 1.1 * * The contents of this file are subject to the Mozilla Public License Version * 1.1 (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * http://www.mozilla.org/MPL/ * * Software distributed under the License is distributed on an "AS IS" basis, * WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License * for the specific language governing rights and limitations under the * License. * * The Original Code is FreeSWITCH Modular Media Switching Software Library / Soft-Switch Application * * The Initial Developer of the Original Code is * Anthony Minessale II * Portions created by the Initial Developer are Copyright (C) * the Initial Developer. All Rights Reserved. * * Contributor(s): * * Anthony Minessale II * Michael Jerris * Paul D. Tinsley * * * switch_core_media_bug.c -- Main Core Library (Media Bugs) * */ #include "switch.h" #include "private/switch_core_pvt.h" static void switch_core_media_bug_destroy(switch_media_bug_t **bug) { switch_event_t *event = NULL; switch_media_bug_t *bp = *bug; *bug = NULL; if (bp->text_buffer) { switch_buffer_destroy(&bp->text_buffer); switch_safe_free(bp->text_framedata); } switch_img_free(&bp->spy_img[0]); switch_img_free(&bp->spy_img[1]); if (bp->video_bug_thread) { switch_status_t st; int i; for (i = 0; i < 2; i++) { void *pop; switch_image_t *img; if (bp->spy_video_queue[i]) { while (switch_queue_trypop(bp->spy_video_queue[i], &pop) == SWITCH_STATUS_SUCCESS && pop) { img = (switch_image_t *) pop; switch_img_free(&img); } } } switch_thread_join(&st, bp->video_bug_thread); } if (bp->session && switch_test_flag(bp, SMBF_READ_VIDEO_PATCH) && bp->session->video_read_codec) { switch_clear_flag(bp->session->video_read_codec, SWITCH_CODEC_FLAG_VIDEO_PATCHING); } if (bp->raw_read_buffer) { switch_buffer_destroy(&bp->raw_read_buffer); } if (bp->raw_write_buffer) { switch_buffer_destroy(&bp->raw_write_buffer); } if (switch_event_create(&event, SWITCH_EVENT_MEDIA_BUG_STOP) == SWITCH_STATUS_SUCCESS) { switch_event_add_header(event, SWITCH_STACK_BOTTOM, "Media-Bug-Function", "%s", bp->function); switch_event_add_header(event, SWITCH_STACK_BOTTOM, "Media-Bug-Target", "%s", bp->target); if (bp->session) switch_channel_event_set_data(bp->session->channel, event); switch_event_fire(&event); } } SWITCH_DECLARE(void) switch_core_media_bug_pause(switch_core_session_t *session) { switch_channel_set_flag(session->channel, CF_PAUSE_BUGS); } SWITCH_DECLARE(void) switch_core_media_bug_resume(switch_core_session_t *session) { switch_channel_clear_flag(session->channel, CF_PAUSE_BUGS); } SWITCH_DECLARE(uint32_t) switch_core_media_bug_test_flag(switch_media_bug_t *bug, uint32_t flag) { return switch_test_flag(bug, flag); } SWITCH_DECLARE(uint32_t) switch_core_media_bug_set_flag(switch_media_bug_t *bug, uint32_t flag) { if ((flag & SMBF_PRUNE)) { switch_clear_flag(bug, SMBF_LOCK); } return switch_set_flag(bug, flag); } SWITCH_DECLARE(uint32_t) switch_core_media_bug_clear_flag(switch_media_bug_t *bug, uint32_t flag) { return switch_clear_flag(bug, flag); } SWITCH_DECLARE(void) switch_core_media_bug_set_media_params(switch_media_bug_t *bug, switch_mm_t *mm) { bug->mm = *mm; } SWITCH_DECLARE(void) switch_core_media_bug_get_media_params(switch_media_bug_t *bug, switch_mm_t *mm) { *mm = bug->mm; } SWITCH_DECLARE(switch_core_session_t *) switch_core_media_bug_get_session(switch_media_bug_t *bug) { return bug->session; } SWITCH_DECLARE(const char *) switch_core_media_bug_get_text(switch_media_bug_t *bug) { return bug->text_framedata; } SWITCH_DECLARE(switch_frame_t *) switch_core_media_bug_get_video_ping_frame(switch_media_bug_t *bug) { return bug->video_ping_frame; } SWITCH_DECLARE(switch_frame_t *) switch_core_media_bug_get_write_replace_frame(switch_media_bug_t *bug) { return bug->write_replace_frame_in; } SWITCH_DECLARE(void) switch_core_media_bug_set_write_replace_frame(switch_media_bug_t *bug, switch_frame_t *frame) { bug->write_replace_frame_out = frame; } SWITCH_DECLARE(switch_frame_t *) switch_core_media_bug_get_read_replace_frame(switch_media_bug_t *bug) { return bug->read_replace_frame_in; } SWITCH_DECLARE(switch_frame_t *) switch_core_media_bug_get_native_read_frame(switch_media_bug_t *bug) { return bug->native_read_frame; } SWITCH_DECLARE(switch_frame_t *) switch_core_media_bug_get_native_write_frame(switch_media_bug_t *bug) { return bug->native_write_frame; } SWITCH_DECLARE(void) switch_core_media_bug_set_read_replace_frame(switch_media_bug_t *bug, switch_frame_t *frame) { bug->read_replace_frame_out = frame; } SWITCH_DECLARE(void) switch_core_media_bug_set_read_demux_frame(switch_media_bug_t *bug, switch_frame_t *frame) { bug->read_demux_frame = frame; } SWITCH_DECLARE(void *) switch_core_media_bug_get_user_data(switch_media_bug_t *bug) { return bug->user_data; } SWITCH_DECLARE(void) switch_core_media_bug_flush(switch_media_bug_t *bug) { bug->record_pre_buffer_count = 0; if (bug->raw_read_buffer) { switch_mutex_lock(bug->read_mutex); switch_buffer_zero(bug->raw_read_buffer); switch_mutex_unlock(bug->read_mutex); } if (bug->raw_write_buffer) { switch_mutex_lock(bug->write_mutex); switch_buffer_zero(bug->raw_write_buffer); switch_mutex_unlock(bug->write_mutex); } bug->record_frame_size = 0; bug->record_pre_buffer_count = 0; } SWITCH_DECLARE(void) switch_core_media_bug_inuse(switch_media_bug_t *bug, switch_size_t *readp, switch_size_t *writep) { if (switch_test_flag(bug, SMBF_READ_STREAM)) { switch_mutex_lock(bug->read_mutex); *readp = bug->raw_read_buffer ? switch_buffer_inuse(bug->raw_read_buffer) : 0; switch_mutex_unlock(bug->read_mutex); } else { *readp = 0; } if (switch_test_flag(bug, SMBF_WRITE_STREAM)) { switch_mutex_lock(bug->write_mutex); *writep = bug->raw_write_buffer ? switch_buffer_inuse(bug->raw_write_buffer) : 0; switch_mutex_unlock(bug->write_mutex); } else { *writep = 0; } } SWITCH_DECLARE(switch_status_t) switch_core_media_bug_set_pre_buffer_framecount(switch_media_bug_t *bug, uint32_t framecount) { bug->record_pre_buffer_max = framecount; return SWITCH_STATUS_SUCCESS; } SWITCH_DECLARE(switch_status_t) switch_core_media_bug_read(switch_media_bug_t *bug, switch_frame_t *frame, switch_bool_t fill) { switch_size_t bytes = 0, datalen = 0; int16_t *dp, *fp; uint32_t x; size_t rlen = 0; size_t wlen = 0; uint32_t blen; switch_codec_implementation_t read_impl = { 0 }; int16_t *tp; switch_size_t do_read = 0, do_write = 0, has_read = 0, has_write = 0, fill_read = 0, fill_write = 0; switch_core_session_get_read_impl(bug->session, &read_impl); bytes = read_impl.decoded_bytes_per_packet; if (frame->buflen < bytes) { switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(switch_core_media_bug_get_session(bug)), SWITCH_LOG_ERROR, "%s frame buffer too small!\n", switch_channel_get_name(bug->session->channel)); return SWITCH_STATUS_FALSE; } if ((!bug->raw_read_buffer && (!bug->raw_write_buffer || !switch_test_flag(bug, SMBF_WRITE_STREAM)))) { switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(switch_core_media_bug_get_session(bug)), SWITCH_LOG_ERROR, "%s Buffer Error (raw_read_buffer=%p, raw_write_buffer=%p, read=%s, write=%s)\n", switch_channel_get_name(bug->session->channel), (void *)bug->raw_read_buffer, (void *)bug->raw_write_buffer, switch_test_flag(bug, SMBF_READ_STREAM) ? "yes" : "no", switch_test_flag(bug, SMBF_WRITE_STREAM) ? "yes" : "no"); return SWITCH_STATUS_FALSE; } frame->flags = 0; frame->datalen = 0; if (switch_test_flag(bug, SMBF_READ_STREAM)) { has_read = 1; switch_mutex_lock(bug->read_mutex); do_read = switch_buffer_inuse(bug->raw_read_buffer); switch_mutex_unlock(bug->read_mutex); } if (switch_test_flag(bug, SMBF_WRITE_STREAM)) { has_write = 1; switch_mutex_lock(bug->write_mutex); do_write = switch_buffer_inuse(bug->raw_write_buffer); switch_mutex_unlock(bug->write_mutex); } if (bug->record_frame_size && bug->record_pre_buffer_max && (do_read || do_write) && bug->record_pre_buffer_count < bug->record_pre_buffer_max) { bug->record_pre_buffer_count++; return SWITCH_STATUS_FALSE; } else { uint32_t frame_size; switch_codec_implementation_t read_impl = { 0 }; switch_core_session_get_read_impl(bug->session, &read_impl); frame_size = read_impl.decoded_bytes_per_packet; bug->record_frame_size = frame_size; } if (bug->record_frame_size && do_write > do_read && do_write > (bug->record_frame_size * 2)) { switch_mutex_lock(bug->write_mutex); switch_buffer_toss(bug->raw_write_buffer, bug->record_frame_size); do_write = switch_buffer_inuse(bug->raw_write_buffer); switch_mutex_unlock(bug->write_mutex); } if ((has_read && !do_read)) { fill_read = 1; } if ((has_write && !do_write)) { fill_write = 1; } if (bug->record_frame_size) { if ((do_read && do_read < bug->record_frame_size) || (do_write && do_write < bug->record_frame_size)) { return SWITCH_STATUS_FALSE; } if (do_read && do_read > bug->record_frame_size) { do_read = bug->record_frame_size; } if (do_write && do_write > bug->record_frame_size) { do_write = bug->record_frame_size; } } if ((fill_read && fill_write) || (fill && (fill_read || fill_write))) { return SWITCH_STATUS_FALSE; } if (do_read && do_read > SWITCH_RECOMMENDED_BUFFER_SIZE) { do_read = 1280; } if (do_write && do_write > SWITCH_RECOMMENDED_BUFFER_SIZE) { do_write = 1280; } if (do_read) { switch_mutex_lock(bug->read_mutex); frame->datalen = (uint32_t) switch_buffer_read(bug->raw_read_buffer, frame->data, do_read); if (frame->datalen != do_read) { switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(switch_core_media_bug_get_session(bug)), SWITCH_LOG_ERROR, "Framing Error Reading!\n"); switch_core_media_bug_flush(bug); switch_mutex_unlock(bug->read_mutex); return SWITCH_STATUS_FALSE; } switch_mutex_unlock(bug->read_mutex); } else if (fill_read) { frame->datalen = (uint32_t)bytes; memset(frame->data, 255, frame->datalen); } if (do_write) { switch_assert(bug->raw_write_buffer); switch_mutex_lock(bug->write_mutex); datalen = (uint32_t) switch_buffer_read(bug->raw_write_buffer, bug->data, do_write); if (datalen != do_write) { switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(switch_core_media_bug_get_session(bug)), SWITCH_LOG_ERROR, "Framing Error Writing!\n"); switch_core_media_bug_flush(bug); switch_mutex_unlock(bug->write_mutex); return SWITCH_STATUS_FALSE; } switch_mutex_unlock(bug->write_mutex); } else if (fill_write) { datalen = bytes; memset(bug->data, 255, datalen); } tp = bug->tmp; dp = (int16_t *) bug->data; fp = (int16_t *) frame->data; rlen = frame->datalen / 2; wlen = datalen / 2; blen = (uint32_t)(bytes / 2); if (switch_test_flag(bug, SMBF_STEREO)) { int16_t *left, *right; size_t left_len, right_len; if (switch_test_flag(bug, SMBF_STEREO_SWAP)) { left = dp; /* write stream */ left_len = wlen; right = fp; /* read stream */ right_len = rlen; } else { left = fp; /* read stream */ left_len = rlen; right = dp; /* write stream */ right_len = wlen; } for (x = 0; x < blen; x++) { if (x < left_len) { *(tp++) = *(left + x); } else { *(tp++) = 0; } if (x < right_len) { *(tp++) = *(right + x); } else { *(tp++) = 0; } } memcpy(frame->data, bug->tmp, bytes * 2); } else { for (x = 0; x < blen; x++) { int32_t w = 0, r = 0, z = 0; if (x < rlen) { r = (int32_t) * (fp + x); } if (x < wlen) { w = (int32_t) * (dp + x); } z = w + r; if (z > SWITCH_SMAX || z < SWITCH_SMIN) { if (r) z += (r/2); if (w) z += (w/2); } switch_normalize_to_16bit(z); *(fp + x) = (int16_t) z; } } frame->datalen = (uint32_t)bytes; frame->samples = (uint32_t)(bytes / sizeof(int16_t) / read_impl.number_of_channels); frame->rate = read_impl.actual_samples_per_second; frame->codec = NULL; if (switch_test_flag(bug, SMBF_STEREO)) { frame->datalen *= 2; frame->channels = 2; } else { frame->channels = read_impl.number_of_channels; } return SWITCH_STATUS_SUCCESS; } SWITCH_DECLARE(switch_vid_spy_fmt_t) switch_media_bug_parse_spy_fmt(const char *name) { if (zstr(name)) goto end; if (!strcasecmp(name, "dual-crop")) { return SPY_DUAL_CROP; } if (!strcasecmp(name, "lower-right-large")) { return SPY_LOWER_RIGHT_LARGE; } end: return SPY_LOWER_RIGHT_SMALL; } SWITCH_DECLARE(void) switch_media_bug_set_spy_fmt(switch_media_bug_t *bug, switch_vid_spy_fmt_t spy_fmt) { bug->spy_fmt = spy_fmt; } SWITCH_DECLARE(switch_status_t) switch_core_media_bug_patch_spy_frame(switch_media_bug_t *bug, switch_image_t *img, switch_rw_t rw) { switch_queue_t *spy_q = NULL; int w = 0, h = 0; void *pop; int i; for (i = 0; i < 2; i++) { if (!bug->spy_video_queue[i]) { switch_queue_create(&bug->spy_video_queue[i], SWITCH_CORE_QUEUE_LEN, switch_core_session_get_pool(bug->session)); } } spy_q = bug->spy_video_queue[rw]; while(switch_queue_size(spy_q) > 0) { if (switch_queue_trypop(spy_q, &pop) == SWITCH_STATUS_SUCCESS) { switch_img_free(&bug->spy_img[rw]); if (!(bug->spy_img[rw] = (switch_image_t *) pop)) { break; } } } w = img->d_w; h = img->d_h; if (bug->spy_img[rw]) { switch (bug->spy_fmt) { case SPY_DUAL_CROP: { switch_image_t *spy_tmp = NULL; switch_image_t *img_tmp = NULL; switch_image_t *img_dup = NULL; int x = 0, y = 0; float aspect169 = (float)1920 / 1080; switch_rgb_color_t bgcolor = { 0 }; if ((float)w/h == aspect169) { if ((float)bug->spy_img[rw]->d_w / bug->spy_img[rw]->d_h == aspect169) { spy_tmp = switch_img_copy_rect(bug->spy_img[rw], bug->spy_img[rw]->d_w / 4, 0, bug->spy_img[rw]->d_w / 2, bug->spy_img[rw]->d_h); } else { switch_img_copy(bug->spy_img[rw], &spy_tmp); } } else { if ((float)bug->spy_img[rw]->d_w / bug->spy_img[rw]->d_h == aspect169) { spy_tmp = switch_img_copy_rect(bug->spy_img[rw], bug->spy_img[rw]->d_w / 6, 0, bug->spy_img[rw]->d_w / 4, bug->spy_img[rw]->d_h); } else { spy_tmp = switch_img_copy_rect(bug->spy_img[rw], bug->spy_img[rw]->d_w / 4, 0, bug->spy_img[rw]->d_w / 2, bug->spy_img[rw]->d_h); } } switch_img_copy(img, &img_dup); img_tmp = switch_img_copy_rect(img_dup, w / 4, 0, w / 2, h); switch_img_fit(&spy_tmp, w / 2, h, SWITCH_FIT_SIZE); switch_img_fit(&img_tmp, w / 2, h, SWITCH_FIT_SIZE); switch_color_set_rgb(&bgcolor, "#000000"); switch_img_fill(img, 0, 0, img->d_w, img->d_h, &bgcolor); switch_img_find_position(POS_CENTER_MID, w / 2, h, img_tmp->d_w, img_tmp->d_h, &x, &y); switch_img_patch(img, img_tmp, x, y); switch_img_find_position(POS_CENTER_MID, w / 2, h, spy_tmp->d_w, spy_tmp->d_h, &x, &y); switch_img_patch(img, spy_tmp, x + w / 2, y); switch_img_free(&img_tmp); switch_img_free(&img_dup); switch_img_free(&spy_tmp); } break; case SPY_LOWER_RIGHT_SMALL: case SPY_LOWER_RIGHT_LARGE: default: { float scaler = 0.125f; int spyw, spyh; if (bug->spy_fmt == SPY_LOWER_RIGHT_LARGE) { scaler = 0.25f; } spyw = (int) (float)w * scaler; spyh = (int) (float)h * scaler; if (bug->spy_img[rw]->d_w != spyw || bug->spy_img[rw]->d_h != spyh) { switch_image_t *tmp_img = NULL; switch_img_scale(bug->spy_img[rw], &tmp_img, spyw, spyh); switch_img_free(&bug->spy_img[rw]); bug->spy_img[rw] = tmp_img; } switch_img_patch(img, bug->spy_img[rw], w - spyw, h - spyh); } break; } return SWITCH_STATUS_SUCCESS; } return SWITCH_STATUS_FALSE; } static int flush_video_queue(switch_queue_t *q, int min) { void *pop; if (switch_queue_size(q) > min) { while (switch_queue_trypop(q, &pop) == SWITCH_STATUS_SUCCESS) { switch_image_t *img = (switch_image_t *) pop; switch_img_free(&img); if (min && switch_queue_size(q) <= min) { break; } } } return switch_queue_size(q); } static void *SWITCH_THREAD_FUNC video_bug_thread(switch_thread_t *thread, void *obj) { switch_media_bug_t *bug = (switch_media_bug_t *) obj; switch_queue_t *main_q = NULL, *other_q = NULL; switch_image_t *IMG = NULL, *img = NULL, *other_img = NULL; void *pop, *other_pop; uint8_t *buf; switch_size_t buflen = SWITCH_RTP_MAX_BUF_LEN; switch_frame_t frame = { 0 }; switch_timer_t timer = { 0 }; switch_mm_t mm = { 0 }; int vw = 1280; int vh = 720; int last_w = 0, last_h = 0, other_last_w = 0, other_last_h = 0; switch_fps_t fps_data = { 0 }; float fps; switch_rgb_color_t color = { 0 }; switch_color_set_rgb(&color, "#000000"); buf = switch_core_session_alloc(bug->session, buflen); frame.packet = buf; frame.data = buf + 12; frame.packetlen = buflen; frame.buflen = buflen - 12; frame.flags = SFF_RAW_RTP; if (switch_test_flag(bug, SMBF_READ_VIDEO_STREAM)) { main_q = bug->read_video_queue; if (switch_test_flag(bug, SMBF_WRITE_VIDEO_STREAM)) { other_q = bug->write_video_queue; } } else if (switch_test_flag(bug, SMBF_WRITE_VIDEO_STREAM)) { main_q = bug->write_video_queue; } else { return NULL; } switch_core_media_bug_get_media_params(bug, &mm); if (mm.vw) vw = mm.vw; if (mm.vh) vh = mm.vh; if (mm.fps) { fps = mm.fps; } else { fps = 15; } switch_calc_video_fps(&fps_data, fps); switch_core_timer_init(&timer, "soft", fps_data.ms, fps_data.samples, NULL); while (bug->ready) { int w = 0, h = 0, ok = 1, new_main = 0, new_other = 0, new_canvas = 0; switch_core_timer_next(&timer); if (!switch_channel_test_flag(bug->session->channel, CF_ANSWERED) && switch_core_media_bug_test_flag(bug, SMBF_ANSWER_REQ)) { flush_video_queue(main_q, 0); if (other_q) flush_video_queue(other_q, 0); continue; } flush_video_queue(main_q, 1); w = vw / 2; h = vh; if (switch_queue_trypop(main_q, &pop) == SWITCH_STATUS_SUCCESS) { switch_img_free(&img); if (!pop) { goto end; } img = (switch_image_t *) pop; new_main = 1; if (IMG && !(last_w == img->d_w && last_h == img->d_h)) { switch_img_fill(IMG, 0, 0, w, h, &color); } last_w = img->d_w; last_h = img->d_h; } if (other_q) { flush_video_queue(other_q, 1); if (switch_queue_trypop(other_q, &other_pop) == SWITCH_STATUS_SUCCESS) { switch_img_free(&other_img); other_img = (switch_image_t *) other_pop; if (IMG && !(other_last_w == other_img->d_w && other_last_h == other_img->d_h)) { switch_img_fill(IMG, w, 0, w, h, &color); } other_last_w = other_img->d_w; other_last_h = other_img->d_h; new_other = 1; } if (img && new_main) { switch_img_fit(&img, w, h, SWITCH_FIT_SIZE); } if (other_img && new_other) { switch_img_fit(&other_img, w, h, SWITCH_FIT_SIZE); } if (!IMG) { IMG = switch_img_alloc(NULL, SWITCH_IMG_FMT_I420, vw, vh, 1); new_canvas = 1; switch_img_fill(IMG, 0, 0, IMG->d_w, IMG->d_h, &color); } } if (IMG) { if (img && (new_canvas || new_main)) { int x = 0, y = 0; switch_img_find_position(POS_CENTER_MID, w, h, img->d_w, img->d_h, &x, &y); switch_img_patch(IMG, img, x, y); } if (other_img && (new_canvas || new_other)) { int x = 0, y = 0; switch_img_find_position(POS_CENTER_MID, w, h, other_img->d_w, other_img->d_h, &x, &y); switch_img_patch(IMG, other_img, w + x, y); } } if (IMG || img) { switch_thread_rwlock_rdlock(bug->session->bug_rwlock); frame.img = other_q ? IMG : img; bug->video_ping_frame = &frame; if (bug->callback) { if (bug->callback(bug, bug->user_data, SWITCH_ABC_TYPE_STREAM_VIDEO_PING) == SWITCH_FALSE || (bug->stop_time && bug->stop_time <= switch_epoch_time_now(NULL))) { ok = SWITCH_FALSE; } } bug->video_ping_frame = NULL; switch_thread_rwlock_unlock(bug->session->bug_rwlock); if (!ok) { switch_set_flag(bug, SMBF_PRUNE); goto end; } } } end: switch_core_timer_destroy(&timer); switch_img_free(&IMG); switch_img_free(&img); switch_img_free(&other_img); while (switch_queue_trypop(main_q, &pop) == SWITCH_STATUS_SUCCESS && pop) { img = (switch_image_t *) pop; switch_img_free(&img); } if (other_q) { while (switch_queue_trypop(other_q, &pop) == SWITCH_STATUS_SUCCESS && pop) { img = (switch_image_t *) pop; switch_img_free(&img); } } return NULL; } SWITCH_DECLARE(switch_status_t) switch_core_media_bug_push_spy_frame(switch_media_bug_t *bug, switch_frame_t *frame, switch_rw_t rw) { switch_assert(bug); switch_assert(frame); if (bug->spy_video_queue[rw] && frame->img) { switch_image_t *img = NULL; switch_img_copy(frame->img, &img); if (img) { switch_queue_push(bug->spy_video_queue[rw], img); return SWITCH_STATUS_SUCCESS; } } return SWITCH_STATUS_FALSE; } #define MAX_BUG_BUFFER 1024 * 512 SWITCH_DECLARE(switch_status_t) switch_core_media_bug_add(switch_core_session_t *session, const char *function, const char *target, switch_media_bug_callback_t callback, void *user_data, time_t stop_time, switch_media_bug_flag_t flags, switch_media_bug_t **new_bug) { switch_media_bug_t *bug, *bp; switch_size_t bytes; switch_event_t *event; int tap_only = 1, punt = 0, added = 0; const char *p; if (!zstr(function)) { if ((flags & SMBF_ONE_ONLY)) { switch_thread_rwlock_wrlock(session->bug_rwlock); for (bp = session->bugs; bp; bp = bp->next) { if (!zstr(bp->function) && !strcasecmp(function, bp->function)) { punt = 1; break; } } switch_thread_rwlock_unlock(session->bug_rwlock); } } if (punt) { switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(session), SWITCH_LOG_ERROR, "Only one bug of this type allowed!\n"); return SWITCH_STATUS_GENERR; } if (!switch_channel_media_ready(session->channel)) { if (switch_channel_pre_answer(session->channel) != SWITCH_STATUS_SUCCESS) { switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(session), SWITCH_LOG_ERROR, "Cannot establish media. Media bug add failed.\n"); return SWITCH_STATUS_FALSE; } } *new_bug = NULL; if ((p = switch_channel_get_variable(session->channel, "media_bug_answer_req")) && switch_true(p)) { flags |= SMBF_ANSWER_REQ; } #if 0 if (flags & SMBF_WRITE_REPLACE) { switch_thread_rwlock_wrlock(session->bug_rwlock); for (bp = session->bugs; bp; bp = bp->next) { if (switch_test_flag(bp, SMBF_WRITE_REPLACE)) { switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(session), SWITCH_LOG_ERROR, "Only one bug of this type allowed!\n"); switch_thread_rwlock_unlock(session->bug_rwlock); return SWITCH_STATUS_GENERR; } } switch_thread_rwlock_unlock(session->bug_rwlock); } if (flags & SMBF_READ_REPLACE) { switch_thread_rwlock_wrlock(session->bug_rwlock); for (bp = session->bugs; bp; bp = bp->next) { if (switch_test_flag(bp, SMBF_READ_REPLACE)) { switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(session), SWITCH_LOG_ERROR, "Only one bug of this type allowed!\n"); switch_thread_rwlock_unlock(session->bug_rwlock); return SWITCH_STATUS_GENERR; } } switch_thread_rwlock_unlock(session->bug_rwlock); } #endif if (!(bug = switch_core_session_alloc(session, sizeof(*bug)))) { return SWITCH_STATUS_MEMERR; } bug->callback = callback; bug->user_data = user_data; bug->session = session; bug->flags = flags; bug->function = "N/A"; bug->target = "N/A"; switch_core_session_get_read_impl(session, &bug->read_impl); switch_core_session_get_write_impl(session, &bug->write_impl); if (function) { bug->function = switch_core_session_strdup(session, function); } if (target) { bug->target = switch_core_session_strdup(session, target); } bug->stop_time = stop_time; if (!(bytes = bug->read_impl.decoded_bytes_per_packet)) { bytes = 320; } if (!bug->flags) { bug->flags = (SMBF_READ_STREAM | SMBF_WRITE_STREAM); } if (switch_test_flag(bug, SMBF_READ_STREAM) || switch_test_flag(bug, SMBF_READ_PING)) { switch_buffer_create_dynamic(&bug->raw_read_buffer, bytes * SWITCH_BUFFER_BLOCK_FRAMES, bytes * SWITCH_BUFFER_START_FRAMES, MAX_BUG_BUFFER); switch_mutex_init(&bug->read_mutex, SWITCH_MUTEX_NESTED, session->pool); } bytes = bug->write_impl.decoded_bytes_per_packet; if (switch_test_flag(bug, SMBF_WRITE_STREAM)) { switch_buffer_create_dynamic(&bug->raw_write_buffer, bytes * SWITCH_BUFFER_BLOCK_FRAMES, bytes * SWITCH_BUFFER_START_FRAMES, MAX_BUG_BUFFER); switch_mutex_init(&bug->write_mutex, SWITCH_MUTEX_NESTED, session->pool); } if ((bug->flags & SMBF_THREAD_LOCK)) { bug->thread_id = switch_thread_self(); } if (switch_test_flag(bug, SMBF_READ_VIDEO_STREAM) || switch_test_flag(bug, SMBF_WRITE_VIDEO_STREAM) || switch_test_flag(bug, SMBF_READ_VIDEO_PING) || switch_test_flag(bug, SMBF_WRITE_VIDEO_PING)) { switch_channel_set_flag_recursive(session->channel, CF_VIDEO_DECODED_READ); if (switch_test_flag(bug, SMBF_READ_VIDEO_STREAM) || switch_test_flag(bug, SMBF_READ_VIDEO_PING)) { switch_channel_set_flag_recursive(session->channel, CF_VIDEO_READ_TAPPED); } if (switch_test_flag(bug, SMBF_WRITE_VIDEO_STREAM) || switch_test_flag(bug, SMBF_WRITE_VIDEO_PING)) { switch_channel_set_flag_recursive(session->channel, CF_VIDEO_WRITE_TAPPED); } } if (switch_test_flag(bug, SMBF_SPY_VIDEO_STREAM) || switch_core_media_bug_test_flag(bug, SMBF_SPY_VIDEO_STREAM_BLEG)) { switch_queue_create(&bug->spy_video_queue[0], SWITCH_CORE_QUEUE_LEN, switch_core_session_get_pool(session)); switch_queue_create(&bug->spy_video_queue[1], SWITCH_CORE_QUEUE_LEN, switch_core_session_get_pool(session)); } if ((switch_test_flag(bug, SMBF_READ_TEXT_STREAM))) { switch_buffer_create_dynamic(&bug->text_buffer, 512, 1024, 0); switch_zmalloc(bug->text_framedata, 1024); bug->text_framesize = 1024; } if ((switch_test_flag(bug, SMBF_READ_VIDEO_STREAM) || switch_test_flag(bug, SMBF_WRITE_VIDEO_STREAM))) { switch_memory_pool_t *pool = switch_core_session_get_pool(session); if (switch_test_flag(bug, SMBF_READ_VIDEO_STREAM)) { switch_queue_create(&bug->read_video_queue, SWITCH_CORE_QUEUE_LEN, pool); } if (switch_test_flag(bug, SMBF_WRITE_VIDEO_STREAM)) { switch_queue_create(&bug->write_video_queue, SWITCH_CORE_QUEUE_LEN, pool); } } if (bug->callback) { switch_bool_t result = bug->callback(bug, bug->user_data, SWITCH_ABC_TYPE_INIT); if (result == SWITCH_FALSE) { switch_core_media_bug_destroy(&bug); switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(session), SWITCH_LOG_ERROR, "Error attaching BUG to %s\n", switch_channel_get_name(session->channel)); return SWITCH_STATUS_GENERR; } } bug->ready = 1; if ((switch_test_flag(bug, SMBF_READ_VIDEO_STREAM) || switch_test_flag(bug, SMBF_WRITE_VIDEO_STREAM))) { switch_threadattr_t *thd_attr = NULL; switch_memory_pool_t *pool = switch_core_session_get_pool(session); switch_threadattr_create(&thd_attr, pool); switch_threadattr_stacksize_set(thd_attr, SWITCH_THREAD_STACKSIZE); switch_thread_create(&bug->video_bug_thread, thd_attr, video_bug_thread, bug, pool); } switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(session), SWITCH_LOG_DEBUG, "Attaching BUG to %s\n", switch_channel_get_name(session->channel)); switch_thread_rwlock_wrlock(session->bug_rwlock); if (!session->bugs) { session->bugs = bug; added = 1; } if (!added && switch_test_flag(bug, SMBF_FIRST)) { bug->next = session->bugs; session->bugs = bug; added = 1; } for(bp = session->bugs; bp; bp = bp->next) { if (bp->ready && !switch_test_flag(bp, SMBF_TAP_NATIVE_READ) && !switch_test_flag(bp, SMBF_TAP_NATIVE_WRITE)) { tap_only = 0; } if (!added && !bp->next) { bp->next = bug; break; } } switch_thread_rwlock_unlock(session->bug_rwlock); *new_bug = bug; if (tap_only) { switch_set_flag(session, SSF_MEDIA_BUG_TAP_ONLY); } else { switch_clear_flag(session, SSF_MEDIA_BUG_TAP_ONLY); } if (switch_test_flag(bug, SMBF_READ_VIDEO_PATCH) && session->video_read_codec) { switch_set_flag(session->video_read_codec, SWITCH_CODEC_FLAG_VIDEO_PATCHING); } if (switch_event_create(&event, SWITCH_EVENT_MEDIA_BUG_START) == SWITCH_STATUS_SUCCESS) { switch_event_add_header(event, SWITCH_STACK_BOTTOM, "Media-Bug-Function", "%s", bug->function); switch_event_add_header(event, SWITCH_STACK_BOTTOM, "Media-Bug-Target", "%s", bug->target); switch_channel_event_set_data(session->channel, event); switch_event_fire(&event); } switch_core_media_hard_mute(session, SWITCH_FALSE); return SWITCH_STATUS_SUCCESS; } SWITCH_DECLARE(switch_status_t) switch_core_media_bug_flush_all(switch_core_session_t *session) { switch_media_bug_t *bp; if (session->bugs) { switch_thread_rwlock_wrlock(session->bug_rwlock); for (bp = session->bugs; bp; bp = bp->next) { switch_core_media_bug_flush(bp); } switch_thread_rwlock_unlock(session->bug_rwlock); return SWITCH_STATUS_SUCCESS; } return SWITCH_STATUS_FALSE; } SWITCH_DECLARE(switch_status_t) switch_core_media_bug_transfer_callback(switch_core_session_t *orig_session, switch_core_session_t *new_session, switch_media_bug_callback_t callback, void * (*user_data_dup_func) (switch_core_session_t *, void *)) { switch_media_bug_t *new_bug = NULL, *cur = NULL, *bp = NULL, *last = NULL, *old_last_next = NULL, *old_bugs = NULL; int total = 0; if (!switch_channel_media_ready(new_session->channel)) { switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(orig_session), SWITCH_LOG_WARNING, "Cannot transfer media bugs to a channel with no media.\n"); return SWITCH_STATUS_FALSE; } switch_thread_rwlock_wrlock(orig_session->bug_rwlock); bp = orig_session->bugs; while (bp) { cur = bp; bp = bp->next; if (cur->callback == callback) { if (last) { old_last_next = last->next; last->next = cur->next; } else { old_bugs = orig_session->bugs; orig_session->bugs = cur->next; } switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(orig_session), SWITCH_LOG_DEBUG, "Transfering %s from %s to %s\n", cur->target, switch_core_session_get_name(orig_session), switch_core_session_get_name(new_session)); if ((switch_core_media_bug_add(new_session, cur->function, cur->target, cur->callback, user_data_dup_func(new_session, cur->user_data), cur->stop_time, cur->flags, &new_bug) == SWITCH_STATUS_SUCCESS)) { switch_core_media_bug_destroy(&cur); total++; } else { /* Call the dup function again to revert to original session */ user_data_dup_func(orig_session, cur->user_data); switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(orig_session), SWITCH_LOG_DEBUG, "Adding a bug failed: abort transfering %s from %s to %s\n", cur->target, switch_core_session_get_name(orig_session), switch_core_session_get_name(new_session)); /* Put the old bug back to the original session's list of bugs */ if (last) { last->next = old_last_next; } else { orig_session->bugs = old_bugs; } last = cur; } } else { last = cur; } } if (!orig_session->bugs && switch_core_codec_ready(&orig_session->bug_codec)) { switch_core_codec_destroy(&orig_session->bug_codec); } switch_thread_rwlock_unlock(orig_session->bug_rwlock); return total ? SWITCH_STATUS_SUCCESS : SWITCH_STATUS_FALSE; } SWITCH_DECLARE(switch_status_t) switch_core_media_bug_pop(switch_core_session_t *orig_session, const char *function, switch_media_bug_t **pop) { switch_media_bug_t *bp; if (orig_session->bugs) { switch_thread_rwlock_wrlock(orig_session->bug_rwlock); for (bp = orig_session->bugs; bp; bp = bp->next) { if (!strcmp(bp->function, function)) { switch_set_flag(bp, SMBF_LOCK); break; } } switch_thread_rwlock_unlock(orig_session->bug_rwlock); if (bp) { *pop = bp; return SWITCH_STATUS_SUCCESS; } else { *pop = NULL; } } return SWITCH_STATUS_FALSE; } SWITCH_DECLARE(uint32_t) switch_core_media_bug_count(switch_core_session_t *orig_session, const char *function) { switch_media_bug_t *bp; uint32_t x = 0; if (orig_session->bugs) { switch_thread_rwlock_rdlock(orig_session->bug_rwlock); for (bp = orig_session->bugs; bp; bp = bp->next) { if (!switch_test_flag(bp, SMBF_PRUNE) && !switch_test_flag(bp, SMBF_LOCK) && !strcmp(bp->function, function)) { x++; } } switch_thread_rwlock_unlock(orig_session->bug_rwlock); } return x; } SWITCH_DECLARE(uint32_t) switch_core_media_bug_patch_video(switch_core_session_t *orig_session, switch_frame_t *frame) { switch_media_bug_t *bp; uint32_t x = 0, ok = SWITCH_TRUE, prune = 0; if (orig_session->bugs) { switch_thread_rwlock_rdlock(orig_session->bug_rwlock); for (bp = orig_session->bugs; bp; bp = bp->next) { if (!switch_test_flag(bp, SMBF_PRUNE) && !switch_test_flag(bp, SMBF_LOCK) && !strcmp(bp->function, "patch:video")) { if (bp->ready && frame->img && switch_test_flag(bp, SMBF_VIDEO_PATCH)) { bp->video_ping_frame = frame; if (bp->callback) { if (bp->callback(bp, bp->user_data, SWITCH_ABC_TYPE_VIDEO_PATCH) == SWITCH_FALSE || (bp->stop_time && bp->stop_time <= switch_epoch_time_now(NULL))) { ok = SWITCH_FALSE; } } bp->video_ping_frame = NULL; } if (ok == SWITCH_FALSE) { switch_set_flag(bp, SMBF_PRUNE); prune++; } else x++; } } switch_thread_rwlock_unlock(orig_session->bug_rwlock); if (prune) { switch_core_media_bug_prune(orig_session); } } return x; } SWITCH_DECLARE(switch_status_t) switch_core_media_bug_exec_all(switch_core_session_t *orig_session, const char *function, switch_media_bug_exec_cb_t cb, void *user_data) { switch_media_bug_t *bp; int x = 0; switch_assert(cb); if (orig_session->bugs) { switch_thread_rwlock_wrlock(orig_session->bug_rwlock); for (bp = orig_session->bugs; bp; bp = bp->next) { if (!switch_test_flag(bp, SMBF_PRUNE) && !switch_test_flag(bp, SMBF_LOCK) && !strcmp(bp->function, function)) { cb(bp, user_data); x++; } } switch_thread_rwlock_unlock(orig_session->bug_rwlock); } return x ? SWITCH_STATUS_SUCCESS : SWITCH_STATUS_FALSE; } SWITCH_DECLARE(switch_status_t) switch_core_media_bug_enumerate(switch_core_session_t *session, switch_stream_handle_t *stream) { switch_media_bug_t *bp; stream->write_function(stream, "\n"); if (session->bugs) { switch_thread_rwlock_rdlock(session->bug_rwlock); for (bp = session->bugs; bp; bp = bp->next) { int thread_locked = (bp->thread_id && bp->thread_id == switch_thread_self()); stream->write_function(stream, " \n" " %s\n" " %s\n" " %d\n" " \n", bp->function, bp->target, thread_locked); } switch_thread_rwlock_unlock(session->bug_rwlock); } stream->write_function(stream, "\n"); return SWITCH_STATUS_SUCCESS; } SWITCH_DECLARE(switch_status_t) switch_core_media_bug_remove_all_function(switch_core_session_t *session, const char *function) { switch_media_bug_t *bp, *last = NULL, *next = NULL; switch_status_t status = SWITCH_STATUS_FALSE; switch_media_bug_t *closed = NULL; switch_thread_rwlock_wrlock(session->bug_rwlock); if (session->bugs) { for (bp = session->bugs; bp; bp = next) { next = bp->next; if (!switch_test_flag(session, SSF_DESTROYABLE) && ((bp->thread_id && bp->thread_id != switch_thread_self()) || switch_test_flag(bp, SMBF_LOCK))) { switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(session), SWITCH_LOG_DEBUG, "BUG is thread locked skipping.\n"); last = bp; continue; } if (!zstr(function) && strcmp(bp->function, function)) { last = bp; continue; } if (last) { last->next = bp->next; } else { session->bugs = bp->next; } bp->next = closed; closed = bp; switch_core_media_bug_close(&bp, SWITCH_FALSE); } status = SWITCH_STATUS_SUCCESS; } switch_thread_rwlock_unlock(session->bug_rwlock); if (closed) { for (bp = closed; bp; bp = next) { next = bp->next; switch_core_media_bug_destroy(&bp); } } if (switch_core_codec_ready(&session->bug_codec)) { switch_core_codec_destroy(&session->bug_codec); } return status; } SWITCH_DECLARE(switch_status_t) switch_core_media_bug_close(switch_media_bug_t **bug, switch_bool_t destroy) { switch_media_bug_t *bp = *bug; if (bp) { if ((bp->thread_id && bp->thread_id != switch_thread_self()) || switch_test_flag(bp, SMBF_LOCK)) { switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(switch_core_media_bug_get_session(*bug)), SWITCH_LOG_DEBUG, "BUG is thread locked skipping.\n"); return SWITCH_STATUS_FALSE; } if (bp->callback) { bp->callback(bp, bp->user_data, SWITCH_ABC_TYPE_CLOSE); } if (switch_test_flag(bp, SMBF_READ_VIDEO_STREAM) || switch_test_flag(bp, SMBF_WRITE_VIDEO_STREAM) || switch_test_flag(bp, SMBF_READ_VIDEO_PING) || switch_test_flag(bp, SMBF_WRITE_VIDEO_PING)) { switch_channel_clear_flag_recursive(bp->session->channel, CF_VIDEO_DECODED_READ); if (switch_test_flag(bp, SMBF_READ_VIDEO_STREAM) || switch_test_flag(bp, SMBF_READ_VIDEO_PING)) { switch_channel_clear_flag_recursive(bp->session->channel, CF_VIDEO_READ_TAPPED); } if (switch_test_flag(bp, SMBF_WRITE_VIDEO_STREAM) || switch_test_flag(bp, SMBF_WRITE_VIDEO_PING)) { switch_channel_clear_flag_recursive(bp->session->channel, CF_VIDEO_WRITE_TAPPED); } } bp->ready = 0; if (bp->read_video_queue) { switch_queue_push(bp->read_video_queue, NULL); } if (bp->write_video_queue) { switch_queue_push(bp->write_video_queue, NULL); } switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(switch_core_media_bug_get_session(*bug)), SWITCH_LOG_DEBUG, "Removing BUG from %s\n", switch_channel_get_name(bp->session->channel)); if (destroy) { switch_core_media_bug_destroy(bug); } return SWITCH_STATUS_SUCCESS; } return SWITCH_STATUS_FALSE; } SWITCH_DECLARE(switch_status_t) switch_core_media_bug_remove(switch_core_session_t *session, switch_media_bug_t **bug) { switch_media_bug_t *bp = NULL, *bp2 = NULL, *last = NULL; switch_status_t status = SWITCH_STATUS_FALSE; int tap_only = 0; if (switch_core_media_bug_test_flag(*bug, SMBF_LOCK)) { return status; } switch_thread_rwlock_wrlock(session->bug_rwlock); if (session->bugs) { for (bp = session->bugs; bp; bp = bp->next) { if ((!bp->thread_id || bp->thread_id == switch_thread_self()) && bp->ready && bp == *bug) { if (last) { last->next = bp->next; } else { session->bugs = bp->next; } break; } last = bp; } } if (!session->bugs && switch_core_codec_ready(&session->bug_codec)) { switch_core_codec_destroy(&session->bug_codec); } if (session->bugs) { for(bp2 = session->bugs; bp2; bp2 = bp2->next) { if (bp2->ready && !switch_test_flag(bp2, SMBF_TAP_NATIVE_READ) && !switch_test_flag(bp2, SMBF_TAP_NATIVE_WRITE)) { tap_only = 0; } } } if (tap_only) { switch_set_flag(session, SSF_MEDIA_BUG_TAP_ONLY); } else { switch_clear_flag(session, SSF_MEDIA_BUG_TAP_ONLY); } switch_thread_rwlock_unlock(session->bug_rwlock); if (bp) { status = switch_core_media_bug_close(&bp, SWITCH_TRUE); } return status; } SWITCH_DECLARE(uint32_t) switch_core_media_bug_prune(switch_core_session_t *session) { switch_media_bug_t *bp = NULL, *last = NULL; int ttl = 0; top: switch_thread_rwlock_wrlock(session->bug_rwlock); if (session->bugs) { for (bp = session->bugs; bp; bp = bp->next) { if (switch_core_media_bug_test_flag(bp, SMBF_PRUNE)) { if (last) { last->next = bp->next; } else { session->bugs = bp->next; } break; } last = bp; } } if (!session->bugs && switch_core_codec_ready(&session->bug_codec)) { switch_core_codec_destroy(&session->bug_codec); } switch_thread_rwlock_unlock(session->bug_rwlock); if (bp) { switch_clear_flag(bp, SMBF_LOCK); bp->thread_id = 0; switch_core_media_bug_close(&bp, SWITCH_TRUE); ttl++; goto top; } return ttl; } SWITCH_DECLARE(switch_status_t) switch_core_media_bug_remove_callback(switch_core_session_t *session, switch_media_bug_callback_t callback) { switch_media_bug_t *cur = NULL, *bp = NULL, *last = NULL, *closed = NULL, *next = NULL; int total = 0; switch_thread_rwlock_wrlock(session->bug_rwlock); if (session->bugs) { bp = session->bugs; while (bp) { cur = bp; bp = bp->next; if ((!cur->thread_id || cur->thread_id == switch_thread_self()) && cur->ready && cur->callback == callback) { if (last) { last->next = cur->next; } else { session->bugs = cur->next; } if (switch_core_media_bug_close(&cur, SWITCH_FALSE) == SWITCH_STATUS_SUCCESS) { total++; } cur->next = closed; closed = cur; } else { last = cur; } } } switch_thread_rwlock_unlock(session->bug_rwlock); if (closed) { for (bp = closed; bp; bp = next) { next = bp->next; switch_core_media_bug_destroy(&bp); } } if (!session->bugs && switch_core_codec_ready(&session->bug_codec)) { switch_core_codec_destroy(&session->bug_codec); } return total ? SWITCH_STATUS_SUCCESS : SWITCH_STATUS_FALSE; } /* For Emacs: * Local Variables: * mode:c * indent-tabs-mode:t * tab-width:4 * c-basic-offset:4 * End: * For VIM: * vim:set softtabstop=4 shiftwidth=4 tabstop=4 noet: */