Android平台如何实现第三方模块编码后(H.264/H.265/AAC/PCMA/PCMU)数据实时预览播放

// SmartPlayerJniV2.java// Author: daniusdk.com/*** 投递视频包给外部Live Source** @param codec_id: 编码id, 当前仅支持H264和H265, 1:H264, 2:H265*   * @param packet: 视频数据, ByteBuffer必须是DirectBuffer, 包格式请参考H264/H265 Annex B Byte stream format, 例如:*                0x00000001 nal_unit 0x00000001 ...*                H264 IDR: 0x00000001 sps 0x00000001 pps 0x00000001 IDR_nal_unit .... 或 0x00000001 IDR_nal_unit ....*                H265 IDR: 0x00000001 vps 0x00000001 sps 0x00000001 pps 0x00000001 IDR_nal_unit .... 或 0x00000001 IDR_nal_unit ....** @param offset: 偏移量* @param size: packet size* @param timestamp_ms: 时间戳, 单位毫秒* @param is_timestamp_discontinuity: 是否时间戳间断，0:未间断，1:间断* @param is_key: 是否是关键帧, 0:非关键帧, 1:关键帧* @param extra_data: 可选参数，可传null, 对于H264关键帧包, 如果packet不含sps和pps, 可传0x00000001 sps 0x00000001 pps*                    ,对于H265关键帧包, 如果packet不含vps,sps和pps, 可传0x00000001 vps 0x00000001 sps 0x00000001 pps* @param extra_data_size: extra_data size* @param width: 图像宽, 可传0* @param height: 图像高, 可传0** @return {0} if successful*/publicnativeintPostVideoPacketByteBuffer(longhandle, intcodec_id,
java.nio.ByteBufferpacket, intoffset, intsize, longtimestamp_ms, intis_timestamp_discontinuity, intis_key,
byte[] extra_data, intextra_data_size, intwidth, intheight);
/** 请参考 PostVideoPacketByteBuffer说明*/publicnativeintPostVideoPacketByteArray(longhandle, intcodec_id,
byte[] packet, intoffset, intsize, longtimestamp_ms, intis_timestamp_discontinuity, intis_key,
byte[] extra_data, intextra_data_size, intwidth, intheight);

/*** 投递音频包给外部Live source, 注意ByteBuffer对象必须是DirectBuffer** @param handle: return value from SmartPlayerOpen()** @param codec_id: 编码id, 当前支持PCMA、PCMU和AAC, 65536:PCMA, 65537:PCMU, 65538:AAC* @param packet: 音频数据* @param offset：packet偏移量* @param size: packet size* @param pts_ms: 时间戳, 单位毫秒* @param is_pts_discontinuity: 是否时间戳间断，false:未间断，true:间断* @param extra_data: 如果是AAC的话，需要传 Audio Specific Configuration* @param extra_data_offset: extra_data 偏移量* @param extra_data_size: extra_data size* @param sample_rate: 采样率* @param channels: 通道数** @return {0} if successful*/publicnativeintPostAudioPacket(longhandle, intcodec_id,
java.nio.ByteBufferpacket, intoffset, intsize, longpts_ms, booleanis_pts_discontinuity,
java.nio.ByteBufferextra_data, intextra_data_offset, intextra_data_size, intsample_rate, intchannels);
/** 投递音频包给外部Live source, byte数组版本, 具体请参考PostAudioPacket** @param is_pts_discontinuity: 是否时间戳间断，0:未间断，1:间断* @return {0} if successful*/publicnativeintPostAudioPacketByteArray(longhandle, intcodec_id,
byte[] packet, intoffset, intsize, longpts_ms, intis_pts_discontinuity,
byte[] extra_data, intextra_data_size, intsample_rate, intchannels);

publicvoidonVideoDataCallback(intret, intvideo_codec_id, intsample_size, intis_key_frame, longtimestamp, intwidth, intheight, longpresentation_timestamp)
        {
//Log.i("onVideoDataCallback", "ret: " + ret + ", video_codec_id: " + video_codec_id + ", sample_size: " + sample_size + ", is_key_frame: "+ is_key_frame +  ", timestamp: " + timestamp +//      ",presentation_timestamp:" + presentation_timestamp);if ( video_buffer_==null)
return;
video_buffer_.rewind();
if (0==ret&&ex_live_src_player_handle_!=0) {
libPlayer.PostVideoPacketByteBuffer(ex_live_src_player_handle_, video_codec_id, video_buffer_, 0, sample_size, timestamp, 0, is_key_frame, null,0, 0, 0);
            }
        }

publicvoidonAudioDataCallback(intret, intaudio_codec_id, intsample_size, intis_key_frame, longtimestamp, intsample_rate, intchannel, intparameter_info_size, longreserve)
        {
//Log.i("onAudioDataCallback", "ret: " + ret + ", audio_codec_id: " + audio_codec_id + ", sample_size: " + sample_size + ", timestamp: " + timestamp +//      ",sample_rate:" + sample_rate);if ( audio_buffer_==null)
return;
audio_buffer_.rewind();
if (0==ret&&!ex_live_src_player_mute_) {
if (ex_live_src_player_handle_!=0) {
if (ex_live_src_player_read_lock_.tryLock()) {
try {
if (ex_live_src_player_handle_!=0) {
libPlayer.PostAudioPacket(ex_live_src_player_handle_, audio_codec_id, audio_buffer_, 0, sample_size,
timestamp, false,parameter_info_,0, parameter_info_size, sample_rate, channel);
                            }
                        }finally {
ex_live_src_player_read_lock_.unlock();
                        }
                    }
                }
            }
if ( ret==0&& (isPushing||isRTSPPublisherRunning)) {
libPublisher.SmartPublisherPostAudioEncodedData(publisherHandle, audio_codec_id, audio_buffer_, sample_size, is_key_frame, timestamp, parameter_info_, parameter_info_size);
            }
        }

privatelongstart_ex_live_src_player(SmartPlayerJniV2lib_player, Contextcontext, SurfaceViewsurface_view, booleanis_mute, booleanis_hardware_decoder) {
if (null==lib_player||null==context||null==surface_view)
return0;
longhandle=lib_player.SmartPlayerOpen(context);
if (0==handle) {
Log.e(TAG, "start_ex_live_src_player open player failed");
return0;
        }
// 设置0, 尽可能降低预览延时lib_player.SmartPlayerSetBuffer(handle, 0);
lib_player.SmartPlayerSetUrl(handle, "ntexternal://livesource/implemention0");
lib_player.SmartPlayerSetSurface(handle, surface_view);
// 图像等比例缩放或铺满viewlib_player.SmartPlayerSetRenderScaleMode(handle, 1);
lib_player.SmartPlayerSetFastStartup(handle, 1);
lib_player.SmartPlayerSetAudioOutputType(handle, 1);
// 不要播放音频，静音就好lib_player.SmartPlayerSetMute(handle, is_mute?1:0);
// 大分辨率可能需要硬解，小分辨率推荐软解，硬解延时可能大些if (is_hardware_decoder) {
lib_player.SetSmartPlayerVideoHevcHWDecoder(handle, 1);
lib_player.SetSmartPlayerVideoHWDecoder(handle, 1);
        }
// 有些场景可能需要解码出来的图像用来做分析或重新编码// 这里可以设置yuv或rgb callback, 把图像给Caller// lib_player.SmartPlayerSetExternalRender(handle, new RGBAExternalRender());// lib_player.SmartPlayerSetExternalRender(handle, new I420ExternalRender());if (0==lib_player.SmartPlayerStartPlay(handle))
returnhandle;
lib_player.SmartPlayerClose(handle);
return0;
    }

privatevoidstop_ex_live_src_play(SmartPlayerJniV2lib_player, longhandle) {
if (null==lib_player)
return;
if (0==handle)
return;
lib_player.SmartPlayerStopPlay(handle);
lib_player.SmartPlayerClose(handle);
    }