/* * FreeSWITCH Modular Media Switching Software Library / Soft-Switch Application * Copyright (C) 2005-2015, Anthony Minessale II * * Version: MPL 1.1 * * The contents of this file are subject to the Mozilla Public License Version * 1.1 (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * http://www.mozilla.org/MPL/ * * Software distributed under the License is distributed on an "AS IS" basis, * WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License * for the specific language governing rights and limitations under the * License. * * The Original Code is FreeSWITCH Modular Media Switching Software Library / Soft-Switch Application * * The Initial Developer of the Original Code is * Seven Du * Portions created by the Initial Developer are Copyright (C) * the Initial Developer. All Rights Reserved. * * Contributor(s): * * Seven Du * Anthony Minessale * Emmanuel Schmidbauer * * mod_avcodec -- Codec with libav.org and ffmpeg * */ #include #include "mod_av.h" #include #include #include #include int SLICE_SIZE = SWITCH_DEFAULT_VIDEO_SIZE; #define H264_NALU_BUFFER_SIZE 65536 #define MAX_NALUS 256 #define H263_MODE_B // else Mode A only #define KEY_FRAME_MIN_FREQ 250000 // #define DUMP_ENCODER_CTX SWITCH_MODULE_LOAD_FUNCTION(mod_avcodec_load); SWITCH_MODULE_SHUTDOWN_FUNCTION(mod_avcodec_shutdown); /* ff_avc_find_startcode is not exposed in the ffmpeg lib but you can use it Either include the avc.h which available in the ffmpeg source, or just add the declaration like we does following to avoid include that whole avc.h The function is implemented in avc.h, guess we'll get rid of this later if we can directly use libx264 #include */ const uint8_t *ff_avc_find_startcode(const uint8_t *p, const uint8_t *end); static const uint8_t *fs_avc_find_startcode_internal(const uint8_t *p, const uint8_t *end) { const uint8_t *a = p + 4 - ((intptr_t)p & 3); for (end -= 3; p < a && p < end; p++) { if (p[0] == 0 && p[1] == 0 && p[2] == 1) return p; } for (end -= 3; p < end; p += 4) { uint32_t x = *(const uint32_t*)p; if ((x - 0x01010101) & (~x) & 0x80808080) { if (p[1] == 0) { if (p[0] == 0 && p[2] == 1) return p; if (p[2] == 0 && p[3] == 1) return p+1; } if (p[3] == 0) { if (p[2] == 0 && p[4] == 1) return p+2; if (p[4] == 0 && p[5] == 1) return p+3; } } } for (end += 3; p < end; p++) { if (p[0] == 0 && p[1] == 0 && p[2] == 1) return p; } return end + 3; } const uint8_t *fs_avc_find_startcode(const uint8_t *p, const uint8_t *end){ const uint8_t *out= fs_avc_find_startcode_internal(p, end); if (p < out && out < end && !out[-1]) { out--; } return out; } static void dump_encoder_ctx(AVCodecContext *ctx) { #ifdef DUMP_ENCODER_CTX #define STRINGIFY(x) #x #define my_dump_int(x) switch_log_printf(SWITCH_CHANNEL_LOG_CLEAN, SWITCH_LOG_ERROR, STRINGIFY(x) " = %d\n", ctx->x); #define my_dump_int64(x) switch_log_printf(SWITCH_CHANNEL_LOG_CLEAN, SWITCH_LOG_ERROR, STRINGIFY(x) " = % " SWITCH_INT64_T_FMT "\n", ctx->x); #define my_dump_float(x) switch_log_printf(SWITCH_CHANNEL_LOG_CLEAN, SWITCH_LOG_ERROR, STRINGIFY(x) " = %f\n", ctx->x); #define my_dump_enum(x) switch_log_printf(SWITCH_CHANNEL_LOG_CLEAN, SWITCH_LOG_ERROR, STRINGIFY(x) " = %d\n", ctx->x); #define my_dump_uint(x) switch_log_printf(SWITCH_CHANNEL_LOG_CLEAN, SWITCH_LOG_ERROR, STRINGIFY(x) " = 0x%x\n", ctx->x); my_dump_int(log_level_offset); my_dump_enum(codec_type); /* see AVMEDIA_TYPE_xxx */ my_dump_enum(codec_id); /* see AV_CODEC_ID_xxx */ my_dump_int(codec_tag); my_dump_int64(bit_rate); my_dump_int(bit_rate_tolerance); my_dump_int(global_quality); my_dump_int(compression_level); my_dump_uint(flags); my_dump_uint(flags2); my_dump_int(extradata_size); my_dump_int(time_base.num); my_dump_int(time_base.den); my_dump_int(ticks_per_frame); my_dump_int(delay); my_dump_int(width); my_dump_int(height); my_dump_int(coded_width); my_dump_int(coded_height); my_dump_int(gop_size); my_dump_enum(pix_fmt); my_dump_int(max_b_frames); my_dump_float(b_quant_factor); my_dump_float(b_quant_offset); my_dump_int(has_b_frames); my_dump_float(i_quant_factor); my_dump_float(i_quant_offset); my_dump_float(lumi_masking); my_dump_float(temporal_cplx_masking); my_dump_float(spatial_cplx_masking); my_dump_float(p_masking); my_dump_float(dark_masking); my_dump_int(slice_count); my_dump_int(sample_aspect_ratio.num); my_dump_int(sample_aspect_ratio.den); my_dump_int(me_cmp); my_dump_int(me_sub_cmp); my_dump_int(mb_cmp); my_dump_int(ildct_cmp); my_dump_int(dia_size); my_dump_int(last_predictor_count); my_dump_int(me_pre_cmp); my_dump_int(pre_dia_size); my_dump_int(me_subpel_quality); my_dump_int(me_range); my_dump_uint(slice_flags); my_dump_int(mb_decision); my_dump_int(scenechange_threshold); my_dump_int(noise_reduction); // my_dump_int(me_threshold); // my_dump_int(mb_threshold); my_dump_int(intra_dc_precision); my_dump_int(skip_top); my_dump_int(skip_bottom); my_dump_int(mb_lmin); my_dump_int(mb_lmax); my_dump_int(me_penalty_compensation); my_dump_int(bidir_refine); my_dump_int(brd_scale); my_dump_int(keyint_min); my_dump_int(refs); my_dump_int(chromaoffset); my_dump_int(mv0_threshold); my_dump_int(b_sensitivity); my_dump_enum(color_primaries); my_dump_enum(color_trc); my_dump_enum(colorspace); my_dump_enum(color_range); my_dump_enum(chroma_sample_location); my_dump_int(slices); my_dump_enum(field_order); my_dump_int(sample_rate); ///< samples per second my_dump_int(channels); ///< number of audio channels my_dump_enum(sample_fmt); ///< sample format my_dump_int(frame_size); my_dump_int(frame_number); my_dump_int(block_align); my_dump_int(cutoff); my_dump_int64(channel_layout); my_dump_int64(request_channel_layout); my_dump_enum(audio_service_type); my_dump_enum(request_sample_fmt); my_dump_int(refcounted_frames); my_dump_float(qcompress); ///< amount of qscale change between easy & hard scenes (0.0-1.0) my_dump_float(qblur); ///< amount of qscale smoothing over time (0.0-1.0) my_dump_int(qmin); my_dump_int(qmax); my_dump_int(max_qdiff); my_dump_int(rc_buffer_size); my_dump_int(rc_override_count); my_dump_int64(rc_max_rate); my_dump_int64(rc_min_rate); my_dump_float(rc_max_available_vbv_use); my_dump_float(rc_min_vbv_overflow_use); my_dump_int(rc_initial_buffer_occupancy); my_dump_int(trellis); my_dump_int(workaround_bugs); my_dump_int(strict_std_compliance); my_dump_int(error_concealment); my_dump_int(debug); my_dump_int(debug_mv); my_dump_int(err_recognition); my_dump_int64(reordered_opaque); my_dump_int(dct_algo); my_dump_int(idct_algo); my_dump_int(bits_per_coded_sample); my_dump_int(bits_per_raw_sample); my_dump_int(lowres); my_dump_int(thread_count); my_dump_int(thread_type); my_dump_int(active_thread_type); my_dump_int(thread_safe_callbacks); my_dump_int(nsse_weight); my_dump_int(profile); my_dump_int(level); my_dump_enum(skip_loop_filter); my_dump_enum(skip_idct); my_dump_enum(skip_frame); my_dump_int(subtitle_header_size); my_dump_int(initial_padding); my_dump_int(framerate.num); my_dump_int(framerate.den); my_dump_enum(sw_pix_fmt); my_dump_int(pkt_timebase.num); my_dump_int(pkt_timebase.den); my_dump_int(lowres); my_dump_int64(pts_correction_num_faulty_pts); /// Number of incorrect PTS values so far my_dump_int64(pts_correction_num_faulty_dts); /// Number of incorrect DTS values so far my_dump_int64(pts_correction_last_pts); /// PTS of the last frame my_dump_int64(pts_correction_last_dts); /// DTS of the last frame my_dump_int(sub_charenc_mode); my_dump_int(skip_alpha); my_dump_int(seek_preroll); my_dump_int(debug_mv); my_dump_int(sub_text_format); my_dump_int(trailing_padding); my_dump_int64(max_pixels); my_dump_int(hwaccel_flags); my_dump_int(apply_cropping); #if 0 // depracated my_dump_int(rc_strategy); my_dump_int(b_frame_strategy); my_dump_int(prediction_method); my_dump_int(pre_me); my_dump_int(intra_quant_bias); my_dump_int(inter_quant_bias); my_dump_int(xvmc_acceleration); my_dump_int(scenechange_factor); my_dump_float(rc_qsquish); my_dump_float(rc_qmod_amp); my_dump_int(rc_qmod_freq); my_dump_float(rc_buffer_aggressivity); my_dump_float(rc_initial_cplx); my_dump_int(coder_type); my_dump_int(context_model); // my_dump_int(lmin); // my_dump_int(lmax); my_dump_int(frame_skip_threshold); my_dump_int(frame_skip_factor); my_dump_int(frame_skip_exp); my_dump_int(frame_skip_cmp); my_dump_int(min_prediction_order); my_dump_int(max_prediction_order); my_dump_int64(timecode_frame_start); my_dump_int(rtp_payload_size); my_dump_int(mv_bits); my_dump_int(header_bits); my_dump_int(i_tex_bits); my_dump_int(p_tex_bits); my_dump_int(i_count); my_dump_int(p_count); my_dump_int(skip_count); my_dump_int(misc_bits); my_dump_int(frame_bits); // my_dump_int64(vbv_delay); my_dump_int(side_data_only_packets); #endif #undef my_dump_int #undef my_dump_int64 #undef my_dump_float #undef my_dump_enum #undef my_dump_uint #endif } /* RFC 2190 MODE A 0 1 2 3 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ |F|P|SBIT |EBIT | SRC |I|U|S|A|R |DBQ| TRB | TR | +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ */ #if SWITCH_BYTE_ORDER == __BIG_ENDIAN typedef struct h263_payload_header_s{ unsigned f:1; unsigned p:1; unsigned sbit:3; unsigned ebit:3; unsigned src:3; unsigned i:1; unsigned u:1; unsigned s:1; unsigned a:1; unsigned r1:1; unsigned r3:3; unsigned dbq:2; unsigned trb:3; unsigned tr:8; } h263_payload_header_t; #else // LITTLE typedef struct h263_payload_header_s { unsigned ebit:3; unsigned sbit:3; unsigned p:1; unsigned f:1; unsigned r1:1; unsigned a:1; unsigned s:1; unsigned u:1; unsigned i:1; unsigned src:3; unsigned trb:3; unsigned dbq:2; unsigned r3:3; unsigned tr:8; } h263_payload_header_t; #endif typedef struct h263_state_s { int gobn; int mba; uint8_t hmv1, vmv1, hmv2, vmv2; int quant; } h263_state_t; typedef struct our_h264_nalu_s { const uint8_t *start; const uint8_t *eat; uint32_t len; h263_payload_header_t h263_header; h263_state_t h263_state; } our_h264_nalu_t; typedef struct h264_codec_context_s { switch_buffer_t *nalu_buffer; AVCodec *decoder; AVCodec *encoder; AVCodecContext *decoder_ctx; int got_pps; /* if pps packet received */ int64_t pts; int got_encoded_output; int nalu_current_index; switch_size_t last_received_timestamp; switch_bool_t last_received_complete_picture; switch_image_t *img; switch_image_t *encimg; int need_key_frame; switch_bool_t nalu_28_start; int change_bandwidth; unsigned int bandwidth; switch_codec_settings_t codec_settings; AVCodecContext *encoder_ctx; AVFrame *encoder_avframe; AVPacket encoder_avpacket; AVFrame *decoder_avframe; our_h264_nalu_t nalus[MAX_NALUS]; enum AVCodecID av_codec_id; uint16_t last_seq; // last received frame->seq int hw_encoder; } h264_codec_context_t; #ifndef AV_INPUT_BUFFER_PADDING_SIZE #define AV_INPUT_BUFFER_PADDING_SIZE FF_INPUT_BUFFER_PADDING_SIZE #endif static uint8_t ff_input_buffer_padding[AV_INPUT_BUFFER_PADDING_SIZE] = { 0 }; #define MAX_CODECS 4 typedef struct avcodec_profile_s { char name[20]; int decoder_thread_count; AVCodecContext ctx; switch_event_t *options; } avcodec_profile_t; struct avcodec_globals { int debug; uint32_t max_bitrate; uint32_t rtp_slice_size; uint32_t key_frame_min_freq; avcodec_profile_t profiles[MAX_CODECS]; }; struct avcodec_globals avcodec_globals = { 0 }; char *CODEC_MAPS[] = { "H263", "H263+", "H264", "H265", NULL }; static int get_codec_index(const char *cstr) { int i; for (i = 0; ; i++) { if (!strcasecmp(cstr, CODEC_MAPS[i])) { return i; } } abort(); return -1; } static switch_status_t buffer_h264_nalu(h264_codec_context_t *context, switch_frame_t *frame) { uint8_t nalu_type = 0; uint8_t *data = frame->data; uint8_t nalu_hdr = *data; uint8_t sync_bytes[] = {0, 0, 0, 1}; switch_buffer_t *buffer = context->nalu_buffer; nalu_type = nalu_hdr & 0x1f; //switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "nalu=%02x mark=%d seq=%d ts=%d len=%d\n", nalu_hdr, frame->m, frame->seq, frame->timestamp, frame->datalen); if (context->got_pps <= 0) { context->got_pps--; if ((abs(context->got_pps) % 30) == 0) { switch_set_flag(frame, SFF_WAIT_KEY_FRAME); } //switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "waiting pps\n"); //return SWITCH_STATUS_RESTART; } if (context->got_pps <= 0 && nalu_type == 7) context->got_pps = 1; /* hack for phones sending sps/pps with frame->m = 1 such as grandstream */ if ((nalu_type == 7 || nalu_type == 8) && frame->m) frame->m = SWITCH_FALSE; if (nalu_type == 28) { // 0x1c FU-A int start = *(data + 1) & 0x80; int end = *(data + 1) & 0x40; nalu_type = *(data + 1) & 0x1f; if (start && end) return SWITCH_STATUS_RESTART; if (start) { if (context->nalu_28_start) { context->nalu_28_start = 0; switch_buffer_zero(buffer); } } else if (end) { context->nalu_28_start = 0; } else if (!context->nalu_28_start) { return SWITCH_STATUS_RESTART; } if (start) { uint8_t nalu_idc = (nalu_hdr & 0x60) >> 5; nalu_type |= (nalu_idc << 5); switch_buffer_write(buffer, sync_bytes, sizeof(sync_bytes)); switch_buffer_write(buffer, &nalu_type, 1); context->nalu_28_start = 1; } switch_buffer_write(buffer, (void *)(data + 2), frame->datalen - 2); } else if (nalu_type == 24) { // 0x18 STAP-A uint16_t nalu_size; int left = frame->datalen - 1; data++; again: if (left > 2) { nalu_size = ntohs(*(uint16_t *)data); data += 2; left -= 2; if (nalu_size > left) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "INVALID PACKET\n"); context->got_pps = 0; switch_buffer_zero(buffer); return SWITCH_STATUS_FALSE; } nalu_hdr = *data; nalu_type = nalu_hdr & 0x1f; if (context->got_pps <= 0 && nalu_type == 7) context->got_pps = 1; switch_buffer_write(buffer, sync_bytes, sizeof(sync_bytes)); switch_buffer_write(buffer, (void *)data, nalu_size); data += nalu_size; left -= nalu_size; goto again; } } else { switch_buffer_write(buffer, sync_bytes, sizeof(sync_bytes)); switch_buffer_write(buffer, frame->data, frame->datalen); context->nalu_28_start = 0; } if (frame->m) { context->nalu_28_start = 0; } return SWITCH_STATUS_SUCCESS; } static inline int is_valid_h263_dimension(int width, int height) { return ((width == 128 && height == 96) || (width == 176 && height == 144) || (width == 352 && height == 288) || (width == 704 && height == 576) || (width == 1408 && height == 1152)); } static switch_status_t buffer_h263_packets(h264_codec_context_t *context, switch_frame_t *frame) { uint8_t *data = frame->data; int header_len = 4; // Mode A, default h263_payload_header_t *h = (h263_payload_header_t *)data; int delta = 0; if (h->f) { if (h->p) { header_len = 12; // Mode C switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "H263 Mode C is unspported\n"); } else { header_len = 8; // Mode B } } #if 0 //emulate packet loss static int z = 0; if ((z++ % 200 == 0) && h->i) return SWITCH_STATUS_RESTART; #endif #if 0 if (h->i == 0 && frame->m) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Got a H263 Key Frame\n"); } #endif delta = frame->seq - context->last_seq; if (delta > 1) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "packet loss? frame seq: %d last seq: %d, delta = %d\n", frame->seq, context->last_seq, delta); if (delta > 2) { // wait for key frame if (h->i) { switch_set_flag(frame, SFF_WAIT_KEY_FRAME); return SWITCH_STATUS_RESTART; } else { // key frame context->last_seq = frame->seq; switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_NOTICE, "Received a H263 key frame after delta %d\n", delta); } } // return SWITCH_STATUS_RESTART; } else { context->last_seq = frame->seq; } if (0) { static char *h263_src[] = { "NONE", "subQCIF", "QCIF", "CIF", "4CIF", "16CIF", "Reserved-110", "Reserved-111" }; switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "SRC: %s\n", h263_src[h->src]); } if (frame->datalen <= header_len) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "INVALID PACKET\n"); return SWITCH_STATUS_FALSE; } if (h->sbit) { int inuse = switch_buffer_inuse(context->nalu_buffer); const void *old_data = NULL; if (!inuse) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "Ignore incomplete packet\n"); return SWITCH_STATUS_RESTART; } switch_buffer_peek_zerocopy(context->nalu_buffer, &old_data); *((uint8_t *)old_data + inuse - 1) |= (((*(data + header_len) << h->sbit) & 0xFF) >> h->sbit); switch_buffer_write(context->nalu_buffer, data + header_len + 1, frame->datalen - header_len - 1); } else { switch_buffer_write(context->nalu_buffer, data + header_len, frame->datalen - header_len); } return SWITCH_STATUS_SUCCESS; } static switch_status_t buffer_h263_rfc4629_packets(h264_codec_context_t *context, switch_frame_t *frame) { uint8_t *data = frame->data; uint16_t header = ntohs(*((uint16_t *)frame->data)); int startcode, vrc, picture_header; int len = frame->datalen; if (frame->datalen < 2) { return SWITCH_STATUS_FALSE; } startcode = (header & 0x0400) >> 9; vrc = header & 0x0200; picture_header = (header & 0x01f8) >> 3; data += 2; len -= 2; if (vrc) { data += 1; len -= 1; } if (picture_header) { data += picture_header; len -= picture_header; } if (len < 0) return SWITCH_STATUS_FALSE; if (startcode) { uint8_t zeros[2] = { 0 }; switch_buffer_write(context->nalu_buffer, zeros, 2); } switch_buffer_write(context->nalu_buffer, data, len); return SWITCH_STATUS_SUCCESS; } #ifndef H263_MODE_B /* this function is depracated from ffmpeg 3.0 and https://lists.libav.org/pipermail/libav-devel/2015-October/072782.html */ void rtp_callback(struct AVCodecContext *avctx, void *data, int size, int mb_nb) { uint8_t *d = data; uint32_t code = (ntohl(*(uint32_t *)data) & 0xFFFFFC00) >> 10; h264_codec_context_t *context = (h264_codec_context_t *)avctx->opaque; switch_assert(context); if (code == 0x20) { // start context->nalu_current_index = 0; context->nalus[context->nalu_current_index].h263_header.src = (*(d + 4) & 0x0B) >> 2; context->nalus[context->nalu_current_index].h263_header.i = (*(d + 4) & 0x02) >> 1; } else { context->nalus[context->nalu_current_index].h263_header.src = context->nalus[0].h263_header.src; context->nalus[context->nalu_current_index].h263_header.i = context->nalus[0].h263_header.i; } context->nalus[context->nalu_current_index].start = data; context->nalus[context->nalu_current_index].len = size; context->nalu_current_index++; #if 0 switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "size: %d mb_nb: %d [%02x %02x %02x %02x] %x index: %d %s\n", size, mb_nb, *d, *(d+1), *(d+2), *(d+3), code, context->nalu_current_index, size > 1500 ? "===============Exceedding MTU===============" : ""); #endif } #endif const uint8_t *fs_h263_find_resync_marker_reverse(const uint8_t *av_restrict start, const uint8_t *av_restrict end) { const uint8_t *p = end - 1; start += 1; /* Make sure we never return the original start. */ for (; p > start; p -= 2) { if (!*p) { if (!p[ 1] && p[2]) return p; else if (!p[-1] && p[1]) return p - 1; } } return end; } #ifdef H263_MODE_B static void fs_rtp_parse_h263_rfc2190(h264_codec_context_t *context, AVPacket *pkt) { int len, sbits = 0, ebits = 0; h263_payload_header_t h = { 0 }; h263_state_t state = { 0 }; int size = pkt->size; const uint8_t *buf = pkt->data; const uint8_t *p = buf; const uint8_t *buf_base = buf; uint32_t code = (ntohl(*(uint32_t *)buf) & 0xFFFFFC00) >> 10; int mb_info_size = 0; int mb_info_pos = 0, mb_info_count = 0; const uint8_t *mb_info; mb_info = av_packet_get_side_data(pkt, AV_PKT_DATA_H263_MB_INFO, &mb_info_size); mb_info_count = mb_info_size / 12; if (size < 4) return; if (code == 0x20) { /* Picture Start Code */ h.tr = (ntohl(*(uint32_t *)buf) & 0x000003FC) >> 2; p += 4; h.src = ((*p) & 0x1C) >> 2; h.i = ((*p) & 0x02) >> 1; h.u = ((*p) & 0x01); p++; h.s = ((*p) & 0x80) >> 7; h.a = ((*p) & 0x40) >> 6; } while (size > 0) { h263_state_t packet_start_state = state; len = (SLICE_SIZE - 8) < size ? (SLICE_SIZE - 8) : size; /* Look for a better place to split the frame into packets. */ if (len < size) { const uint8_t *end = fs_h263_find_resync_marker_reverse(buf, buf + len); len = end - buf; if (len == SLICE_SIZE - 8) { /* Skip mb info prior to the start of the current ptr */ while (mb_info_pos < mb_info_count) { uint32_t pos = *(uint32_t *)&mb_info[12 * mb_info_pos] / 8; if (pos >= buf - buf_base) break; mb_info_pos++; } /* Find the first mb info past the end pointer */ while (mb_info_pos + 1 < mb_info_count) { uint32_t pos = *(uint32_t *)&mb_info[12 * (mb_info_pos + 1)] / 8; if (pos >= end - buf_base) break; mb_info_pos++; } if (mb_info_pos < mb_info_count) { const uint8_t *ptr = &mb_info[12 * mb_info_pos]; uint32_t bit_pos = *(uint32_t *)ptr; uint32_t pos = (bit_pos + 7) / 8; if (pos <= end - buf_base) { state.quant = ptr[4]; state.gobn = ptr[5]; state.mba = *(uint16_t *)&ptr[6]; state.hmv1 = (int8_t) ptr[8]; state.vmv1 = (int8_t) ptr[9]; state.hmv2 = (int8_t) ptr[10]; state.vmv2 = (int8_t) ptr[11]; ebits = 8 * pos - bit_pos; len = pos - (buf - buf_base); mb_info_pos++; } else { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "Unable to split H263 packet! mb_info_pos=%d mb_info_count=%d pos=%d max=%"SWITCH_SIZE_T_FMT"\n", mb_info_pos, mb_info_count, pos, (switch_size_t)(end - buf_base)); } } else { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Should Not Happen!!! mb_info_pos=%d mb_info_count=%d mb_info_size=%d\n", mb_info_pos, mb_info_count, mb_info_size); } } } if (size > 2 && !buf[0] && !buf[1]) { our_h264_nalu_t *nalu = &context->nalus[context->nalu_current_index]; h.f = 0; // Mode A h.sbit = sbits; h.ebit = ebits; nalu->start = buf; nalu->len = len; nalu->h263_header = h; context->nalu_current_index++; } else { our_h264_nalu_t *nalu = &context->nalus[context->nalu_current_index]; h.f = 1; // Mode B h.ebit = ebits; h.sbit = sbits; nalu->start = buf; nalu->len = len; nalu->h263_header = h; nalu->h263_state = packet_start_state; context->nalu_current_index++; } if (ebits) { sbits = 8 - ebits; len--; } else { sbits = 0; } buf += len; size -= len; ebits = 0; } } #endif static void fs_rtp_parse_h263_rfc4629(h264_codec_context_t *context, AVPacket *pkt) { int len; uint8_t *buf = pkt->data; our_h264_nalu_t *nalu; int size = pkt->size; while (size > 0) { nalu = &context->nalus[context->nalu_current_index]; len = (SLICE_SIZE - 2) > size ? size : (SLICE_SIZE - 2); /* Look for a better place to split the frame into packets. */ if (len < size) { const uint8_t *end = fs_h263_find_resync_marker_reverse(buf, buf + len); len = end - buf; } nalu->start = buf; nalu->len = len; context->nalu_current_index++; buf += len; size -= len; } } static switch_status_t consume_h263_bitstream(h264_codec_context_t *context, switch_frame_t *frame) { our_h264_nalu_t *nalu = &context->nalus[context->nalu_current_index]; if (!nalu->h263_header.f) { // Mode A h263_payload_header_t *h = frame->data; *h = nalu->h263_header; memcpy(((uint8_t *)frame->data) + sizeof(*h), nalu->start, nalu->len); frame->datalen = nalu->len + sizeof(*h); context->nalu_current_index++; #ifdef H263_MODE_B } else { //Mode B /* 0 1 2 3 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ |F|P|SBIT |EBIT | SRC | QUANT | GOBN | MBA |R | +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ |I|U|S|A| HMV1 | VMV1 | HMV2 | VMV2 | +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ */ h263_payload_header_t *h = frame->data; uint8_t *p = frame->data; #if 0 switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "header: f:%d p:%d src:%d sbit:%d ebit:%d\n", nalu->h263_header.f, nalu->h263_header.p, nalu->h263_header.src, nalu->h263_header.sbit, nalu->h263_header.ebit); switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "state: gobn:%x mba:%x quant:%x hmv1:%x vmv1:%x hmv2:%x vmv2:%x\n", nalu->h263_state.gobn, nalu->h263_state.mba, nalu->h263_state.quant, nalu->h263_state.hmv1, nalu->h263_state.vmv1, nalu->h263_state.hmv2, nalu->h263_state.vmv2); #endif *h = nalu->h263_header; p++; *p &= 0xE0; *p |= (nalu->h263_state.quant & 0x1F); p++; *p = ((nalu->h263_state.gobn << 3) & 0xF8); *p |= ((nalu->h263_state.mba >> 6) & 0x07); p++; *p = ((nalu->h263_state.mba & 0x1F) << 2); p++; *p = (nalu->h263_header.i << 7); *p |= (nalu->h263_header.u << 6); *p |= (nalu->h263_header.s << 5); *p |= (nalu->h263_header.a << 4); *p |= ((nalu->h263_state.hmv1 >> 3) & 0x0F); p++; *p = ((nalu->h263_state.hmv1 & 0x07) << 5); *p |= ((nalu->h263_state.vmv1 >> 2) & 0x1F); p++; *p = ((nalu->h263_state.vmv1 & 0x03) << 6); *p |= ((nalu->h263_state.hmv2 >> 1) & 0x3F); p++; *p = ((nalu->h263_state.hmv2 & 0x01) << 7); *p |= (nalu->h263_state.vmv2); p++; memcpy(p, nalu->start, nalu->len); frame->datalen = nalu->len + 8; context->nalu_current_index++; #endif } if (!context->nalus[context->nalu_current_index].len) { av_packet_unref(&context->encoder_avpacket); frame->m = 1; } #if 0 { uint8_t *p = frame->data; switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "len: %d, mark:%d %02x %02x %02x %02x\n", frame->datalen, frame->m, *p, *(p+1), *(p+2), *(p+3)); if (frame->m && (nalu->h263_header.i == 0)) { // switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_NOTICE, "Key frame generated!!\n"); } } #endif return frame->m ? SWITCH_STATUS_SUCCESS : SWITCH_STATUS_MORE_DATA; } static switch_status_t consume_h263p_bitstream(h264_codec_context_t *context, switch_frame_t *frame) { our_h264_nalu_t *nalu = &context->nalus[context->nalu_current_index]; uint8_t *data = frame->data; const uint8_t *p = nalu->start; int len = nalu->len; if (*p == 0 && *(p+1) == 0) { *data++ = 0x04; p += 2; len -= 2; } else { *data++ = 0; } *data++ = 0; memcpy(data, p, len); frame->datalen = len + 2; context->nalu_current_index++; if (!context->nalus[context->nalu_current_index].len) frame->m = 1; #if 0 { uint8_t *p = frame->data; switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "len: %d, mark:%d %02x %02x %02x %02x\n", frame->datalen, frame->m, *p, *(p+1), *(p+2), *(p+3)); } #endif if (frame->m) { av_packet_unref(&context->encoder_avpacket); return SWITCH_STATUS_SUCCESS; } return SWITCH_STATUS_MORE_DATA; } static switch_status_t consume_h264_bitstream(h264_codec_context_t *context, switch_frame_t *frame) { AVPacket *pkt = &context->encoder_avpacket; our_h264_nalu_t *nalu = &context->nalus[context->nalu_current_index]; uint8_t nalu_hdr = *(uint8_t *)(nalu->start); uint8_t nalu_type = nalu_hdr & 0x1f; uint8_t nri = nalu_hdr & 0x60; int left = nalu->len - (nalu->eat - nalu->start); uint8_t *p = frame->data; uint8_t start = nalu->start == nalu->eat ? 0x80 : 0; if (nalu->len <= SLICE_SIZE) { memcpy(frame->data, nalu->start, nalu->len); frame->datalen = nalu->len; context->nalu_current_index++; if (context->nalus[context->nalu_current_index].len) { frame->m = 0; return SWITCH_STATUS_MORE_DATA; } if (pkt->size > 0) av_packet_unref(pkt); switch_clear_flag(frame, SFF_CNG); frame->m = 1; return SWITCH_STATUS_SUCCESS; } if (left <= (SLICE_SIZE - 2)) { p[0] = nri | 28; // FU-A p[1] = 0x40 | nalu_type; memcpy(p+2, nalu->eat, left); nalu->eat += left; frame->datalen = left + 2; context->nalu_current_index++; if (!context->nalus[context->nalu_current_index].len) { if (pkt->size > 0) av_packet_unref(pkt); frame->m = 1; return SWITCH_STATUS_SUCCESS; } return SWITCH_STATUS_MORE_DATA; } p[0] = nri | 28; // FU-A p[1] = start | nalu_type; if (start) nalu->eat++; memcpy(p+2, nalu->eat, SLICE_SIZE - 2); nalu->eat += (SLICE_SIZE - 2); frame->datalen = SLICE_SIZE; frame->m = 0; return SWITCH_STATUS_MORE_DATA; } static switch_status_t consume_nalu(h264_codec_context_t *context, switch_frame_t *frame) { AVPacket *pkt = &context->encoder_avpacket; our_h264_nalu_t *nalu = &context->nalus[context->nalu_current_index]; if (!nalu->len) { frame->datalen = 0; frame->m = 0; if (pkt->size > 0) av_packet_unref(pkt); context->nalu_current_index = 0; return SWITCH_STATUS_NOTFOUND; } if (context->av_codec_id == AV_CODEC_ID_H263) { return consume_h263_bitstream(context, frame); } if (context->av_codec_id == AV_CODEC_ID_H263P) { return consume_h263p_bitstream(context, frame); } return consume_h264_bitstream(context, frame); } static void set_h264_private_data(h264_codec_context_t *context, avcodec_profile_t *profile) { if (context->hw_encoder) { av_opt_set(context->encoder_ctx->priv_data, "preset", "llhp", 0); av_opt_set_int(context->encoder_ctx->priv_data, "2pass", 1, 0); return; } av_opt_set(context->encoder_ctx->priv_data, "preset", "veryfast", 0); av_opt_set(context->encoder_ctx->priv_data, "intra-refresh", "1", 0); av_opt_set(context->encoder_ctx->priv_data, "tune", "animation+zerolatency", 0); av_opt_set(context->encoder_ctx->priv_data, "sc_threshold", "40", 0); av_opt_set(context->encoder_ctx->priv_data, "crf", "18", 0); if (profile->options) { switch_event_header_t *hp; for (hp = profile->options->headers; hp; hp = hp->next) { // switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "%s: %s\n", hp->name, hp->value); av_opt_set(context->encoder_ctx->priv_data, hp->name, hp->value, 0); } } context->encoder_ctx->colorspace = profile->ctx.colorspace; context->encoder_ctx->color_range = profile->ctx.color_range; context->encoder_ctx->flags |= profile->ctx.flags; // CODEC_FLAG_LOOP_FILTER; // flags=+loop if (profile->ctx.me_cmp >= 0) context->encoder_ctx->me_cmp = profile->ctx.me_cmp; // cmp=+chroma, where CHROMA = 1 if (profile->ctx.me_range >= 0) context->encoder_ctx->me_range = profile->ctx.me_range; if (profile->ctx.max_b_frames >= 0) context->encoder_ctx->max_b_frames = profile->ctx.max_b_frames; if (profile->ctx.refs >= 0) context->encoder_ctx->refs = profile->ctx.refs; if (profile->ctx.gop_size >= 0) context->encoder_ctx->gop_size = profile->ctx.gop_size; if (profile->ctx.keyint_min >= 0) context->encoder_ctx->keyint_min = profile->ctx.keyint_min; if (profile->ctx.i_quant_factor >= 0) context->encoder_ctx->i_quant_factor = profile->ctx.i_quant_factor; if (profile->ctx.b_quant_factor >= 0) context->encoder_ctx->b_quant_factor = profile->ctx.b_quant_factor; if (profile->ctx.qcompress >= 0) context->encoder_ctx->qcompress = profile->ctx.qcompress; if (profile->ctx.qmin >= 0) context->encoder_ctx->qmin = profile->ctx.qmin; if (profile->ctx.qmax >= 0) context->encoder_ctx->qmax = profile->ctx.qmax; if (profile->ctx.max_qdiff >= 0) context->encoder_ctx->max_qdiff = profile->ctx.max_qdiff; } static switch_status_t open_encoder(h264_codec_context_t *context, uint32_t width, uint32_t height) { int fps = 15; avcodec_profile_t *profile = NULL; char codec_string[1024]; if (!context->encoder) { if (context->av_codec_id == AV_CODEC_ID_H264) { if (context->codec_settings.video.try_hardware_encoder && (context->encoder = avcodec_find_encoder_by_name("nvenc_h264"))) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_NOTICE, "NVENC HW CODEC ENABLED\n"); context->hw_encoder = 1; } else { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "NVENC HW CODEC NOT PRESENT\n"); } } } if (!context->encoder) { context->encoder = avcodec_find_encoder(context->av_codec_id); } if (!context->encoder) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Cannot find encoder id: %d\n", context->av_codec_id); return SWITCH_STATUS_FALSE; } if (context->av_codec_id == AV_CODEC_ID_H263 && (!is_valid_h263_dimension(width, height))) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "You want %dx%d, but valid sizes are 128x96, 176x144, 352x288, 704x576, and 1408x1152. Try H.263+\n", width, height); return SWITCH_STATUS_FALSE; } if (context->av_codec_id == AV_CODEC_ID_H263) { profile = &avcodec_globals.profiles[get_codec_index("H263")]; } else if (context->av_codec_id == AV_CODEC_ID_H263P) { profile = &avcodec_globals.profiles[get_codec_index("H263+")]; } else if (context->av_codec_id == AV_CODEC_ID_H264) { profile = &avcodec_globals.profiles[get_codec_index("H264")]; #ifdef AV_CODEC_ID_H265 } else if (context->av_codec_id == AV_CODEC_ID_H265) { profile = &avcodec_globals.profiles[get_codec_index("H265")]; #endif } if (!profile) return SWITCH_STATUS_FALSE; if (context->encoder_ctx) { if (avcodec_is_open(context->encoder_ctx)) { avcodec_close(context->encoder_ctx); } av_free(context->encoder_ctx); context->encoder_ctx = NULL; } context->encoder_ctx = avcodec_alloc_context3(context->encoder); if (!context->encoder_ctx) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Could not allocate video encoder context\n"); return SWITCH_STATUS_FALSE; } if (width && height) { context->codec_settings.video.width = width; context->codec_settings.video.height = height; } if (!context->codec_settings.video.width) { context->codec_settings.video.width = 1280; } if (!context->codec_settings.video.height) { context->codec_settings.video.height = 720; } if (context->codec_settings.video.bandwidth) { context->bandwidth = context->codec_settings.video.bandwidth; } else { double fps = context->codec_settings.video.fps > 0 ? context->codec_settings.video.fps : 15.0; context->bandwidth = switch_calc_bitrate(context->codec_settings.video.width, context->codec_settings.video.height, 1, fps); } if (context->bandwidth > avcodec_globals.max_bitrate) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "BITRATE TRUNCATED TO %d\n", avcodec_globals.max_bitrate); context->bandwidth = avcodec_globals.max_bitrate; } context->bandwidth *= 3; fps = context->codec_settings.video.fps; if (!fps) fps = 20; context->encoder_ctx->bit_rate = context->bandwidth * 1024; context->encoder_ctx->rc_min_rate = context->encoder_ctx->bit_rate; context->encoder_ctx->rc_max_rate = context->encoder_ctx->bit_rate; context->encoder_ctx->rc_buffer_size = context->encoder_ctx->bit_rate; context->encoder_ctx->qcompress = 0.6; context->encoder_ctx->gop_size = 1000; context->encoder_ctx->keyint_min = 1000; context->encoder_ctx->width = context->codec_settings.video.width; context->encoder_ctx->height = context->codec_settings.video.height; context->encoder_ctx->time_base = (AVRational){1, 90}; context->encoder_ctx->max_b_frames = profile->ctx.max_b_frames; context->encoder_ctx->pix_fmt = AV_PIX_FMT_YUV420P; context->encoder_ctx->thread_count = profile->ctx.thread_count; if (context->av_codec_id == AV_CODEC_ID_H263 || context->av_codec_id == AV_CODEC_ID_H263P) { #ifndef H263_MODE_B # if defined(__ICL) || defined (__INTEL_COMPILER) # define FF_DISABLE_DEPRECATION_WARNINGS __pragma(warning(push)) __pragma(warning(disable:1478)) # define FF_ENABLE_DEPRECATION_WARNINGS __pragma(warning(pop)) # elif defined(_MSC_VER) # define FF_DISABLE_DEPRECATION_WARNINGS __pragma(warning(push)) __pragma(warning(disable:4996)) # define FF_ENABLE_DEPRECATION_WARNINGS __pragma(warning(pop)) # else # define FF_DISABLE_DEPRECATION_WARNINGS _Pragma("GCC diagnostic ignored \"-Wdeprecated-declarations\"") # define FF_ENABLE_DEPRECATION_WARNINGS _Pragma("GCC diagnostic warning \"-Wdeprecated-declarations\"") # endif FF_DISABLE_DEPRECATION_WARNINGS context->encoder_ctx->rtp_callback = rtp_callback; FF_ENABLE_DEPRECATION_WARNINGS #endif context->encoder_ctx->opaque = context; av_opt_set_int(context->encoder_ctx->priv_data, "mb_info", SLICE_SIZE - 8, 0); } else if (context->av_codec_id == AV_CODEC_ID_H264) { context->encoder_ctx->profile = profile->ctx.profile; context->encoder_ctx->level = profile->ctx.level; set_h264_private_data(context, profile); } GCC_DIAG_OFF(deprecated-declarations) avcodec_string(codec_string, sizeof(codec_string), context->encoder_ctx, 0); GCC_DIAG_ON(deprecated-declarations) dump_encoder_ctx(context->encoder_ctx); if (avcodec_open2(context->encoder_ctx, context->encoder, NULL) < 0) { if (!context->hw_encoder) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Could not open codec %s\n", codec_string); return SWITCH_STATUS_FALSE; } switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "Could not open hardware codec %s, trying software encoder\n", codec_string); context->hw_encoder = 0; av_opt_free(context->encoder_ctx->priv_data); set_h264_private_data(context, profile); context->encoder = avcodec_find_encoder(context->av_codec_id); if (!context->encoder) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Cannot find encoder id: %d\n", context->av_codec_id); return SWITCH_STATUS_FALSE; } if (avcodec_open2(context->encoder_ctx, context->encoder, NULL) < 0) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Could not open codec %s\n", codec_string); return SWITCH_STATUS_FALSE; } } switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_INFO, "codec opened: %s\n", codec_string); return SWITCH_STATUS_SUCCESS; } static switch_status_t switch_h264_init(switch_codec_t *codec, switch_codec_flag_t flags, const switch_codec_settings_t *codec_settings) { int encoding, decoding; h264_codec_context_t *context = NULL; avcodec_profile_t *profile = NULL; encoding = (flags & SWITCH_CODEC_FLAG_ENCODE); decoding = (flags & SWITCH_CODEC_FLAG_DECODE); if (!(encoding || decoding)) { return SWITCH_STATUS_FALSE; } if (codec->fmtp_in) { codec->fmtp_out = switch_core_strdup(codec->memory_pool, codec->fmtp_in); } context = switch_core_alloc(codec->memory_pool, sizeof(h264_codec_context_t)); switch_assert(context); memset(context, 0, sizeof(*context)); if (codec_settings) { context->codec_settings = *codec_settings; } if (!strcmp(codec->implementation->iananame, "H263")) { context->av_codec_id = AV_CODEC_ID_H263; profile = &avcodec_globals.profiles[get_codec_index("H263")]; } else if (!strcmp(codec->implementation->iananame, "H263-1998")) { context->av_codec_id = AV_CODEC_ID_H263P; profile = &avcodec_globals.profiles[get_codec_index("H263+")]; } else { context->av_codec_id = AV_CODEC_ID_H264; profile = &avcodec_globals.profiles[get_codec_index("H264")]; } switch_assert(profile); if (decoding) { context->decoder = avcodec_find_decoder(context->av_codec_id); if (!context->decoder && context->av_codec_id == AV_CODEC_ID_H263P) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "Cannot find AV_CODEC_ID_H263P decoder, trying AV_CODEC_ID_H263 instead\n"); context->decoder = avcodec_find_decoder(AV_CODEC_ID_H263); } if (!context->decoder) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Cannot find codec id %d\n", context->av_codec_id); goto error; } switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_NOTICE, "codec: id=%d %s\n", context->decoder->id, context->decoder->long_name); context->decoder_ctx = avcodec_alloc_context3(context->decoder); context->decoder_ctx->thread_count = profile->decoder_thread_count; if (avcodec_open2(context->decoder_ctx, context->decoder, NULL) < 0) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Error openning codec\n"); goto error; } } switch_buffer_create_dynamic(&(context->nalu_buffer), H264_NALU_BUFFER_SIZE, H264_NALU_BUFFER_SIZE * 8, 0); codec->private_info = context; return SWITCH_STATUS_SUCCESS; error: // todo, do some clean up return SWITCH_STATUS_FALSE; } static void av_unused fill_avframe(AVFrame *pict, switch_image_t *img) { switch_I420_copy2(img->planes, img->stride, pict->data, pict->linesize, img->d_w, img->d_h); } static switch_status_t switch_h264_encode(switch_codec_t *codec, switch_frame_t *frame) { h264_codec_context_t *context = (h264_codec_context_t *)codec->private_info; AVCodecContext *avctx = context->encoder_ctx; int ret; int *got_output = &context->got_encoded_output; AVFrame *avframe = NULL; AVPacket *pkt = &context->encoder_avpacket; uint32_t width = 0; uint32_t height = 0; switch_image_t *img = frame->img; switch_assert(frame); frame->m = 0; if (frame->datalen < SWITCH_DEFAULT_VIDEO_SIZE) return SWITCH_STATUS_FALSE; width = img->d_w; height = img->d_h; if (context->av_codec_id == AV_CODEC_ID_H263 && (!is_valid_h263_dimension(width, height))) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "You want %dx%d, but valid H263 sizes are 128x96, 176x144, 352x288, 704x576, and 1408x1152. Try H.263+\n", width, height); goto error; } if (frame->flags & SFF_SAME_IMAGE) { // read from nalu buffer return consume_nalu(context, frame); } if (!avctx || !avcodec_is_open(avctx)) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_INFO, "initializing encoder %dx%d\n", width, height); if (open_encoder(context, width, height) != SWITCH_STATUS_SUCCESS) { goto error; } avctx = context->encoder_ctx; } if (avctx->width != width || avctx->height != height) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "picture size changed from %dx%d to %dx%d, reinitializing encoder\n", avctx->width, avctx->height, width, height); if (open_encoder(context, width, height) != SWITCH_STATUS_SUCCESS) { goto error; } avctx = context->encoder_ctx; } if (context->change_bandwidth) { context->codec_settings.video.bandwidth = context->change_bandwidth; context->change_bandwidth = 0; if (open_encoder(context, width, height) != SWITCH_STATUS_SUCCESS) { goto error; } avctx = context->encoder_ctx; switch_set_flag(frame, SFF_WAIT_KEY_FRAME); } av_init_packet(pkt); pkt->data = NULL; // packet data will be allocated by the encoder pkt->size = 0; avframe = context->encoder_avframe; if (avframe) { if (avframe->width != width || avframe->height != height) { av_frame_free(&avframe); } } if (!avframe) { avframe = av_frame_alloc(); context->encoder_avframe = avframe; if (!avframe) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Error allocate frame!\n"); goto error; } avframe->format = avctx->pix_fmt; avframe->width = avctx->width; avframe->height = avctx->height; avframe->pts = frame->timestamp / 1000; ret = av_frame_get_buffer(avframe, 32); if (ret < 0) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Could not allocate raw picture buffer\n"); av_frame_free(&context->encoder_avframe); goto error; } } #if 0 if (*got_output) { // TODO: Could be more delayed frames, flush when frame == NULL ret = avcodec_encode_video2(avctx, pkt, NULL, got_output); if (ret < 0) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Encoding Error %d\n", ret); goto error; } if (*got_output) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG5, "Encoded frame %" SWITCH_INT64_T_FMT " (size=%5d) nalu_type=0x%x %d\n", context->pts, pkt->size, *((uint8_t *)pkt->data +4), *got_output); goto process; } } #endif fill_avframe(avframe, img); avframe->pts = context->pts++; if (context->need_key_frame) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG5, "Send AV KEYFRAME\n"); avframe->pict_type = AV_PICTURE_TYPE_I; avframe->key_frame = 1; } /* encode the image */ memset(context->nalus, 0, sizeof(context->nalus)); context->nalu_current_index = 0; GCC_DIAG_OFF(deprecated-declarations) ret = avcodec_encode_video2(avctx, pkt, avframe, got_output); GCC_DIAG_ON(deprecated-declarations) if (ret < 0) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Encoding Error %d\n", ret); goto error; } if (context->need_key_frame) { avframe->pict_type = 0; avframe->key_frame = 0; context->need_key_frame = 0; } // process: if (*got_output) { const uint8_t *p = pkt->data; int i = 0; *got_output = 0; if (context->av_codec_id == AV_CODEC_ID_H263) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG5, "Encoded frame %" SWITCH_INT64_T_FMT " (size=%5d) [0x%02x 0x%02x 0x%02x 0x%02x] got_output: %d slices: %d\n", context->pts, pkt->size, *((uint8_t *)pkt->data), *((uint8_t *)(pkt->data + 1)), *((uint8_t *)(pkt->data + 2)), *((uint8_t *)(pkt->data + 3)), *got_output, avctx->slices); #ifdef H263_MODE_B fs_rtp_parse_h263_rfc2190(context, pkt); #endif context->nalu_current_index = 0; return consume_nalu(context, frame); } else if (context->av_codec_id == AV_CODEC_ID_H263P){ switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG5, "Encoded frame %" SWITCH_INT64_T_FMT " (size=%5d) [0x%02x 0x%02x 0x%02x 0x%02x] got_output: %d slices: %d\n", context->pts, pkt->size, *((uint8_t *)pkt->data), *((uint8_t *)(pkt->data + 1)), *((uint8_t *)(pkt->data + 2)), *((uint8_t *)(pkt->data + 3)), *got_output, avctx->slices); fs_rtp_parse_h263_rfc4629(context, pkt); context->nalu_current_index = 0; return consume_nalu(context, frame); } else { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG5, "Encoded frame %" SWITCH_INT64_T_FMT " (size=%5d) nalu_type=0x%x %d\n", context->pts, pkt->size, *((uint8_t *)pkt->data +4), *got_output); } /* split into nalus */ memset(context->nalus, 0, sizeof(context->nalus)); while ((p = fs_avc_find_startcode(p, pkt->data+pkt->size)) < (pkt->data + pkt->size)) { if (!context->nalus[i].start) { while (!(*p++)) ; /* eat the sync bytes, what ever 0 0 1 or 0 0 0 1 */ context->nalus[i].start = p; context->nalus[i].eat = p; if (mod_av_globals.debug && (*p & 0x1f) == 7) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_NOTICE, "KEY FRAME GENERATED\n"); } } else { context->nalus[i].len = p - context->nalus[i].start; while (!(*p++)) ; /* eat the sync bytes, what ever 0 0 1 or 0 0 0 1 */ i++; context->nalus[i].start = p; context->nalus[i].eat = p; } if (i >= MAX_NALUS - 2) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "TOO MANY SLICES!\n"); break; } } context->nalus[i].len = p - context->nalus[i].start; context->nalu_current_index = 0; return consume_nalu(context, frame); } error: frame->datalen = 0; return SWITCH_STATUS_FALSE; } static switch_status_t switch_h264_decode(switch_codec_t *codec, switch_frame_t *frame) { h264_codec_context_t *context = (h264_codec_context_t *)codec->private_info; AVCodecContext *avctx= context->decoder_ctx; switch_status_t status; switch_assert(frame); // switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_INFO, "len: %d ts: %u mark:%d\n", frame->datalen, ntohl(frame->timestamp), frame->m); //if (context->last_received_timestamp && context->last_received_timestamp != frame->timestamp && // (!frame->m) && (!context->last_received_complete_picture)) { // possible packet loss // switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "Packet Loss, skip privousely received packets\n"); // switch_buffer_zero(context->nalu_buffer); //} context->last_received_timestamp = frame->timestamp; context->last_received_complete_picture = frame->m ? SWITCH_TRUE : SWITCH_FALSE; if (context->av_codec_id == AV_CODEC_ID_H263) { status = buffer_h263_packets(context, frame); } else if (context->av_codec_id == AV_CODEC_ID_H263P) { status = buffer_h263_rfc4629_packets(context, frame); } else { status = buffer_h264_nalu(context, frame); } if (status == SWITCH_STATUS_RESTART) { switch_set_flag(frame, SFF_WAIT_KEY_FRAME); switch_buffer_zero(context->nalu_buffer); context->nalu_28_start = 0; return SWITCH_STATUS_MORE_DATA; } if (frame->m) { uint32_t size = switch_buffer_inuse(context->nalu_buffer); AVPacket pkt = { 0 }; AVFrame *picture; int got_picture = 0; int decoded_len; if (size > 0) { av_init_packet(&pkt); switch_buffer_write(context->nalu_buffer, ff_input_buffer_padding, sizeof(ff_input_buffer_padding)); switch_buffer_peek_zerocopy(context->nalu_buffer, (const void **)&pkt.data); pkt.size = size; if (!context->decoder_avframe) context->decoder_avframe = av_frame_alloc(); picture = context->decoder_avframe; switch_assert(picture); GCC_DIAG_OFF(deprecated-declarations) decoded_len = avcodec_decode_video2(avctx, picture, &got_picture, &pkt); GCC_DIAG_ON(deprecated-declarations) // switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "buffer: %d got pic: %d len: %d [%dx%d]\n", size, got_picture, decoded_len, picture->width, picture->height); if (got_picture && decoded_len > 0) { int width = picture->width; int height = picture->height; if (!context->img || (context->img->d_w != width || context->img->d_h != height)) { switch_img_free(&context->img); context->img = switch_img_alloc(NULL, SWITCH_IMG_FMT_I420, width, height, 1); switch_assert(context->img); } #if 0 context->img->w = picture->linesize[0]; context->img->h = picture->linesize[1]; context->img->d_w = width; context->img->d_h = height; #endif switch_I420_copy2(picture->data, picture->linesize, context->img->planes, context->img->stride, width, height); frame->img = context->img; } av_frame_unref(picture); } switch_buffer_zero(context->nalu_buffer); context->nalu_28_start = 0; //switch_set_flag(frame, SFF_USE_VIDEO_TIMESTAMP); return SWITCH_STATUS_SUCCESS; } return SWITCH_STATUS_SUCCESS; } static switch_status_t switch_h264_control(switch_codec_t *codec, switch_codec_control_command_t cmd, switch_codec_control_type_t ctype, void *cmd_data, switch_codec_control_type_t atype, void *cmd_arg, switch_codec_control_type_t *rtype, void **ret_data) { h264_codec_context_t *context = (h264_codec_context_t *)codec->private_info; switch(cmd) { case SCC_VIDEO_GEN_KEYFRAME: context->need_key_frame = 1; break; case SCC_VIDEO_BANDWIDTH: { switch(ctype) { case SCCT_INT: context->change_bandwidth = *((int *) cmd_data); break; case SCCT_STRING: { char *bwv = (char *) cmd_data; context->change_bandwidth = switch_parse_bandwidth_string(bwv); } break; default: break; } } break; default: break; } return SWITCH_STATUS_SUCCESS; } static switch_status_t switch_h264_destroy(switch_codec_t *codec) { h264_codec_context_t *context = (h264_codec_context_t *)codec->private_info; if (!context) return SWITCH_STATUS_SUCCESS; switch_img_free(&context->encimg); switch_buffer_destroy(&context->nalu_buffer); if (context->decoder_ctx) { if (avcodec_is_open(context->decoder_ctx)) avcodec_close(context->decoder_ctx); av_free(context->decoder_ctx); } switch_img_free(&context->img); if (context->encoder_ctx) { if (avcodec_is_open(context->encoder_ctx)) avcodec_close(context->encoder_ctx); av_free(context->encoder_ctx); } if (context->encoder_avframe) { av_frame_free(&context->encoder_avframe); } if (context->decoder_avframe) { av_frame_free(&context->decoder_avframe); } return SWITCH_STATUS_SUCCESS; } /* API interface */ static char get_media_type_char(enum AVMediaType type) { switch (type) { case AVMEDIA_TYPE_VIDEO: return 'V'; case AVMEDIA_TYPE_AUDIO: return 'A'; case AVMEDIA_TYPE_DATA: return 'D'; case AVMEDIA_TYPE_SUBTITLE: return 'S'; case AVMEDIA_TYPE_ATTACHMENT:return 'T'; default: return '?'; } } static const AVCodec *next_codec_for_id(enum AVCodecID id, const AVCodec *prev, int encoder) { while ((prev = av_codec_next(prev))) { if (prev->id == id && (encoder ? av_codec_is_encoder(prev) : av_codec_is_decoder(prev))) return prev; } return NULL; } static int compare_codec_desc(const void *a, const void *b) { const AVCodecDescriptor * const *da = a; const AVCodecDescriptor * const *db = b; return (*da)->type != (*db)->type ? (*da)->type - (*db)->type : strcmp((*da)->name, (*db)->name); } static unsigned get_codecs_sorted(const AVCodecDescriptor ***rcodecs) { const AVCodecDescriptor *desc = NULL; const AVCodecDescriptor **codecs; unsigned nb_codecs = 0, i = 0; while ((desc = avcodec_descriptor_next(desc))) nb_codecs++; if (!(codecs = av_malloc(nb_codecs * sizeof(*codecs)))) { switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "MEM Error!\n"); return 0; } desc = NULL; while ((desc = avcodec_descriptor_next(desc))) { codecs[i++] = desc; } switch_assert(i == nb_codecs); qsort(codecs, nb_codecs, sizeof(*codecs), compare_codec_desc); *rcodecs = codecs; return nb_codecs; } static void print_codecs_for_id(switch_stream_handle_t *stream, enum AVCodecID id, int encoder) { const AVCodec *codec = NULL; stream->write_function(stream, " (%s: ", encoder ? "encoders" : "decoders"); while ((codec = next_codec_for_id(id, codec, encoder))) { stream->write_function(stream, "%s ", codec->name); } stream->write_function(stream, ")"); } void show_codecs(switch_stream_handle_t *stream) { const AVCodecDescriptor **codecs = NULL; unsigned i, nb_codecs = get_codecs_sorted(&codecs); stream->write_function(stream, "================ Codecs ===============================:\n" " V..... = Video\n" " A..... = Audio\n" " S..... = Subtitle\n" " .F.... = Frame-level multithreading\n" " ..S... = Slice-level multithreading\n" " ...X.. = Codec is experimental\n" " ....B. = Supports draw_horiz_band\n" " .....D = Supports direct rendering method 1\n" " ----------------------------------------------\n\n"); for (i = 0; i < nb_codecs; i++) { const AVCodecDescriptor *desc = codecs[i]; const AVCodec *codec = NULL; stream->write_function(stream, " "); stream->write_function(stream, avcodec_find_decoder(desc->id) ? "D" : "."); stream->write_function(stream, avcodec_find_encoder(desc->id) ? "E" : "."); stream->write_function(stream, "%c", get_media_type_char(desc->type)); stream->write_function(stream, (desc->props & AV_CODEC_PROP_INTRA_ONLY) ? "I" : "."); stream->write_function(stream, (desc->props & AV_CODEC_PROP_LOSSY) ? "L" : "."); stream->write_function(stream, (desc->props & AV_CODEC_PROP_LOSSLESS) ? "S" : "."); stream->write_function(stream, " %-20s %s", desc->name, desc->long_name ? desc->long_name : ""); /* print decoders/encoders when there's more than one or their * names are different from codec name */ while ((codec = next_codec_for_id(desc->id, codec, 0))) { if (strcmp(codec->name, desc->name)) { print_codecs_for_id(stream ,desc->id, 0); break; } } codec = NULL; while ((codec = next_codec_for_id(desc->id, codec, 1))) { if (strcmp(codec->name, desc->name)) { print_codecs_for_id(stream, desc->id, 1); break; } } stream->write_function(stream, "\n"); } av_free(codecs); } #define UINTVAL(v) (v > 0 ? v : 0); static void load_config() { switch_xml_t cfg = NULL, xml = NULL; int i; switch_set_string(avcodec_globals.profiles[get_codec_index("H263")].name, "H263"); switch_set_string(avcodec_globals.profiles[get_codec_index("H263+")].name, "H263+"); switch_set_string(avcodec_globals.profiles[get_codec_index("H264")].name, "H264"); switch_set_string(avcodec_globals.profiles[get_codec_index("H265")].name, "H265"); for (i = 0; i < MAX_CODECS; i++) { avcodec_profile_t *profile = &avcodec_globals.profiles[i]; profile->ctx.colorspace = AVCOL_SPC_RGB; profile->ctx.color_range = AVCOL_RANGE_JPEG; profile->ctx.flags = 0; profile->ctx.me_cmp = -1; profile->ctx.me_range = -1; profile->ctx.max_b_frames = -1; profile->ctx.refs = -1; profile->ctx.gop_size = -1; profile->ctx.keyint_min = -1; profile->ctx.i_quant_factor = -1; profile->ctx.b_quant_factor = -1; profile->ctx.qcompress = -1; profile->ctx.qmin = -1; profile->ctx.qmax = -1; profile->ctx.max_qdiff = -1; profile->ctx.thread_count = switch_parse_cpu_string("cpu/2/4"); profile->decoder_thread_count = switch_parse_cpu_string("cpu/2/4"); if (!strcasecmp(CODEC_MAPS[i], "H264")) { profile->ctx.profile = FF_PROFILE_H264_BASELINE; profile->ctx.level = 41; #ifdef AV_CODEC_FLAG_PSNR profile->ctx.flags |= AV_CODEC_FLAG_PSNR; #endif #ifdef CODEC_FLAG_LOOP_FILTER profile->ctx.flags |= CODEC_FLAG_LOOP_FILTER; #endif } } avcodec_globals.max_bitrate = 0; xml = switch_xml_open_cfg("avcodec.conf", &cfg, NULL); if (xml) { switch_xml_t settings = switch_xml_child(cfg, "settings"); switch_xml_t profiles = switch_xml_child(cfg, "profiles"); if (settings) { switch_xml_t param; for (param = switch_xml_child(settings, "param"); param; param = param->next) { const char *name = switch_xml_attr(param, "name"); const char *value = switch_xml_attr(param, "value"); if (zstr(name) || zstr(value)) continue; if (!strcmp(name, "max-bitrate")) { avcodec_globals.max_bitrate = switch_parse_bandwidth_string(value); } else if (!strcmp(name, "rtp-slice-size")) { int val = atoi(value); avcodec_globals.rtp_slice_size = UINTVAL(val); } else if (!strcmp(name, "key-frame-min-freq")) { int val = atoi(value); avcodec_globals.key_frame_min_freq = UINTVAL(val); avcodec_globals.key_frame_min_freq *= 1000; } else if (!strcmp(name, "dec-threads")) { int i; unsigned int threads = switch_parse_cpu_string(value); for (i = 0; i < MAX_CODECS; i++) { avcodec_globals.profiles[i].decoder_thread_count = threads; } } else if (!strcmp(name, "enc-threads")) { int i; unsigned int threads = switch_parse_cpu_string(value); for (i = 0; i < MAX_CODECS; i++) { avcodec_globals.profiles[i].ctx.thread_count = threads; } } else if (!strcasecmp(name, "h263-profile")) { switch_set_string(avcodec_globals.profiles[get_codec_index("H263")].name, value); } else if (!strcasecmp(name, "h263+-profile")) { switch_set_string(avcodec_globals.profiles[get_codec_index("H263+")].name, value); } else if (!strcasecmp(name, "h264-profile")) { switch_set_string(avcodec_globals.profiles[get_codec_index("H264")].name, value); } else if (!strcasecmp(name, "h265-profile")) { switch_set_string(avcodec_globals.profiles[get_codec_index("H265")].name, value); } } } if (profiles) { switch_xml_t profile = switch_xml_child(profiles, "profile"); for (; profile; profile = profile->next) { switch_xml_t options = switch_xml_child(profile, "options"); switch_xml_t param = NULL; const char *profile_name = switch_xml_attr(profile, "name"); avcodec_profile_t *aprofile = NULL; AVCodecContext *ctx = NULL; int i; if (zstr(profile_name)) continue; for (i = 0; i < MAX_CODECS; i++) { if (!strcmp(profile_name, avcodec_globals.profiles[i].name)) { aprofile = &avcodec_globals.profiles[i]; ctx = &aprofile->ctx; break; } } if (!ctx) continue; for (param = switch_xml_child(profile, "param"); param; param = param->next) { const char *name = switch_xml_attr(param, "name"); const char *value = switch_xml_attr(param, "value"); int val; if (zstr(name) || zstr(value)) continue; switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "%s: %s = %s\n", profile_name, name, value); val = atoi(value); if (!strcmp(name, "dec-threads")) { aprofile->decoder_thread_count = switch_parse_cpu_string(value); } else if (!strcmp(name, "enc-threads")) { ctx->thread_count = switch_parse_cpu_string(value); } else if (!strcmp(name, "profile")) { ctx->profile = UINTVAL(val); if (ctx->profile == 0 && !strcasecmp(CODEC_MAPS[i], "H264")) { if (!strcasecmp(value, "baseline")) { ctx->profile = FF_PROFILE_H264_BASELINE; } else if (!strcasecmp(value, "main")) { ctx->profile = FF_PROFILE_H264_MAIN; } else if (!strcasecmp(value, "high")) { ctx->profile = FF_PROFILE_H264_HIGH; } } } else if (!strcmp(name, "level")) { ctx->level = UINTVAL(val); } else if (!strcmp(name, "timebase")) { int num = 0; int den = 0; char *slash = strchr(value, '/'); num = UINTVAL(val); if (slash) { slash++; den = atoi(slash); if (den < 0) den = 0; } if (num && den) { ctx->time_base.num = num; ctx->time_base.den = den; } } else if (!strcmp(name, "flags")) { char *s = strdup(value); int flags = 0; if (s) { int argc; char *argv[20]; int i; argc = switch_separate_string(s, '|', argv, (sizeof(argv) / sizeof(argv[0]))); for (i = 0; i < argc; i++) { if (!strcasecmp(argv[i], "UNALIGNED")) { #ifdef AV_CODEC_FLAG_UNALIGNED flags |= AV_CODEC_FLAG_UNALIGNED; #endif } else if (!strcasecmp(argv[i], "QSCALE")) { #ifdef AV_CODEC_FLAG_QSCALE flags |= AV_CODEC_FLAG_QSCALE; #endif } else if (!strcasecmp(argv[i], "4MV")) { #ifdef AV_CODEC_FLAG_4MV flags |= AV_CODEC_FLAG_4MV; #endif } else if (!strcasecmp(argv[i], "CORRUPT")) { #ifdef AV_CODEC_FLAG_OUTPUT_CORRUPT flags |= AV_CODEC_FLAG_OUTPUT_CORRUPT; #endif } else if (!strcasecmp(argv[i], "QPEL")) { #ifdef AV_CODEC_FLAG_QPEL flags |= AV_CODEC_FLAG_QPEL; #endif } else if (!strcasecmp(argv[i], "PASS1")) { #ifdef AV_CODEC_FLAG_PASS1 flags |= AV_CODEC_FLAG_PASS1; #endif } else if (!strcasecmp(argv[i], "PASS2")) { #ifdef AV_CODEC_FLAG_PASS2 flags |= AV_CODEC_FLAG_PASS2; #endif } else if (!strcasecmp(argv[i], "FILTER")) { #ifdef AV_CODEC_FLAG_LOOP_FILTER flags |= AV_CODEC_FLAG_LOOP_FILTER; #endif } else if (!strcasecmp(argv[i], "GRAY")) { #ifdef AV_CODEC_FLAG_GRAY flags |= AV_CODEC_FLAG_GRAY; #endif } else if (!strcasecmp(argv[i], "PSNR")) { #ifdef AV_CODEC_FLAG_PSNR flags |= AV_CODEC_FLAG_PSNR; #endif } else if (!strcasecmp(argv[i], "TRUNCATED")) { #ifdef AV_CODEC_FLAG_TRUNCATED flags |= AV_CODEC_FLAG_TRUNCATED; #endif } else if (!strcasecmp(argv[i], "INTERLACED_DCT")) { #ifdef AV_CODEC_FLAG_INTERLACED_DCT flags |= AV_CODEC_FLAG_INTERLACED_DCT; #endif } else if (!strcasecmp(argv[i], "LOW_DELAY")) { #ifdef AV_CODEC_FLAG_LOW_DELAY flags |= AV_CODEC_FLAG_LOW_DELAY; #endif } else if (!strcasecmp(argv[i], "HEADER")) { #ifdef AV_CODEC_FLAG_GLOBAL_HEADER flags |= AV_CODEC_FLAG_GLOBAL_HEADER; #endif } else if (!strcasecmp(argv[i], "BITEXACT")) { #ifdef AV_CODEC_FLAG_BITEXACT flags |= AV_CODEC_FLAG_BITEXACT; #endif } else if (!strcasecmp(argv[i], "AC_PRED")) { #ifdef AV_CODEC_FLAG_AC_PRED flags |= AV_CODEC_FLAG_AC_PRED; #endif } else if (!strcasecmp(argv[i], "INTERLACED_ME")) { #ifdef AV_CODEC_FLAG_INTERLACED_ME flags |= AV_CODEC_FLAG_INTERLACED_ME; #endif } else if (!strcasecmp(argv[i], "CLOSED_GOP")) { #ifdef AV_CODEC_FLAG_CLOSED_GOP flags |= AV_CODEC_FLAG_CLOSED_GOP; #endif } } free(s); ctx->flags = flags; } } else if (!strcmp(name, "me-cmp")) { ctx->me_cmp = UINTVAL(val); } else if (!strcmp(name, "me-range")) { ctx->me_range = UINTVAL(val); } else if (!strcmp(name, "max-b-frames")) { ctx->max_b_frames = UINTVAL(val); } else if (!strcmp(name, "refs")) { ctx->refs = UINTVAL(val); } else if (!strcmp(name, "gop-size")) { ctx->gop_size = UINTVAL(val); } else if (!strcmp(name, "keyint-min")) { ctx->keyint_min = UINTVAL(val); } else if (!strcmp(name, "i-quant-factor")) { ctx->i_quant_factor = UINTVAL(val); } else if (!strcmp(name, "b-quant-factor")) { ctx->b_quant_factor = UINTVAL(val); } else if (!strcmp(name, "qcompress")) { ctx->qcompress = UINTVAL(val); } else if (!strcmp(name, "qmin")) { ctx->qmin = UINTVAL(val); } else if (!strcmp(name, "qmax")) { ctx->qmax = UINTVAL(val); } else if (!strcmp(name, "max-qdiff")) { ctx->max_qdiff = UINTVAL(val); } else if (!strcmp(name, "colorspace")) { ctx->colorspace = UINTVAL(val); if (ctx->colorspace > AVCOL_SPC_NB) { ctx->colorspace = AVCOL_SPC_RGB; } } else if (!strcmp(name, "color-range")) { ctx->color_range = UINTVAL(val); if (ctx->color_range > AVCOL_RANGE_NB) { ctx->color_range = 0; } } } // for param if (options) { switch_xml_t option = switch_xml_child(options, "option"); if (aprofile->options) { switch_event_destroy(&aprofile->options); } switch_event_create(&aprofile->options, SWITCH_EVENT_CLONE); aprofile->options->flags |= EF_UNIQ_HEADERS; for (; option; option = option->next) { const char *name = switch_xml_attr(option, "name"); const char *value = switch_xml_attr(option, "value"); if (zstr(name) || zstr(value)) continue; switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "%s: %s\n", name, value); switch_event_add_header_string(aprofile->options, SWITCH_STACK_BOTTOM, name, value); } } // for options } // for profile } // profiles switch_xml_free(xml); } // xml if (avcodec_globals.max_bitrate <= 0) { avcodec_globals.max_bitrate = switch_calc_bitrate(1920, 1080, 5, 60); } if (avcodec_globals.rtp_slice_size < 500 || avcodec_globals.rtp_slice_size > 1500) { avcodec_globals.rtp_slice_size = SWITCH_DEFAULT_VIDEO_SIZE; } SLICE_SIZE = avcodec_globals.rtp_slice_size; if (avcodec_globals.key_frame_min_freq < 10000 || avcodec_globals.key_frame_min_freq > 3 * 1000000) { avcodec_globals.key_frame_min_freq = KEY_FRAME_MIN_FREQ; } } SWITCH_MODULE_LOAD_FUNCTION(mod_avcodec_load) { switch_codec_interface_t *codec_interface; memset(&avcodec_globals, 0, sizeof(struct avcodec_globals)); load_config(); SWITCH_ADD_CODEC(codec_interface, "H264 Video"); switch_core_codec_add_video_implementation(pool, codec_interface, 99, "H264", NULL, switch_h264_init, switch_h264_encode, switch_h264_decode, switch_h264_control, switch_h264_destroy); SWITCH_ADD_CODEC(codec_interface, "H263 Video"); switch_core_codec_add_video_implementation(pool, codec_interface, 34, "H263", NULL, switch_h264_init, switch_h264_encode, switch_h264_decode, switch_h264_control, switch_h264_destroy); SWITCH_ADD_CODEC(codec_interface, "H263+ Video"); switch_core_codec_add_video_implementation(pool, codec_interface, 115, "H263-1998", NULL, switch_h264_init, switch_h264_encode, switch_h264_decode, switch_h264_control, switch_h264_destroy); /* indicate that the module should continue to be loaded */ return SWITCH_STATUS_SUCCESS; } SWITCH_MODULE_SHUTDOWN_FUNCTION(mod_avcodec_shutdown) { int i; for (i = 0; i < MAX_CODECS; i++) { avcodec_profile_t *profile = &avcodec_globals.profiles[i]; if (profile->options) { switch_event_destroy(&profile->options); } } return SWITCH_STATUS_SUCCESS; } /* For Emacs: * Local Variables: * mode:c * indent-tabs-mode:t * tab-width:4 * c-basic-offset:4 * End: * For VIM: * vim:set softtabstop=4 shiftwidth=4 tabstop=4: */