Linux平台下RTSP|RTMP播放器如何跟python交互投递RGB数据供视觉算法分析

NT_HANDLE handle = nullptr;
    // 打开一个播放实例，可以Open多个播放实例, 然后播放多路
    if (NT_ERC_OK != player_api.Open(&handle, 0, nullptr))
    {
        player_api.UnInit();
        fprintf(stderr, "player_api.Open failed!\n");
        XDestroyWindow(display, sub_wid);
        XDestroyWindow(display, main_wid_);
        XCloseDisplay(display);
        return 0;
    }
    player_api.SetEventCallBack(handle, nullptr, &NT_OnSDKEventHandle);
    player_api.SetVideoSizeCallBack(handle, nullptr, &NT_SDKVideoSizeHandle);
    player_api.SetReportDownloadSpeed(handle, 1, 5); // 5秒上报一次下载速度
    player_api.SetRtspTimeout(handle, 15);
    player_api.SetRtspAutoSwitchTcpUdp(handle, 1);
    player_api.SetBuffer(handle, 0); // 设置缓存
    player_api.SetIsOutputAudioDevice(handle, 1);
    player_api.SetAudioOutputLayer(handle, 0); // 使用pluse 或者 alsa播放, 两个可以选择一个
    //player_api.SetAudioVolume(handle, 100);
    player_api.SetURL(handle, player_url_); // 设置播放地址, rtsp或者rtmp地址
    //player_api.SetXDisplayName(handle, NULL);
    player_api.SetXScreenNumber(handle, screen);
    player_api.SetRenderXWindow(handle, sub_wid); // 设置绘制的X窗口
    player_api.SetRenderScaleMode(handle, 1); // 按比例绘制或者全填充
    player_api.SetRenderTextureScaleFilterMode(handle, 3); 
    //player_api.SetVideoFrameCallBack(handle, NT_SP_E_VIDEO_FRAME_FROMAT_I420, nullptr, &NT_SDK_SDKVideoFrameCallBack);
#if NEED_SAVE_BITMAP
    // player_api.SetVideoFrameCallBack(handle, NT_SP_E_VIDEO_FRAME_FORMAT_RGB32, nullptr, &NT_SDK_SDKVideoFrameCallBack);
    player_api.SetVideoFrameCallBackV2(handle, 640, 360, 3, NT_SP_E_VIDEO_FRAME_FORMAT_RGB32, nullptr, &NT_SDK_SDKVideoFrameCallBack);
#endif

/*
 * nt_linux_smart_player_sdk.h
 * Author: daniusdk.com
 */
/*
设置视频回调, 吐视频数据出来, 可以指定吐出来的视频宽高
*handle: 播放句柄
*scale_width：缩放宽度（必须是偶数，建议是 16 的倍数)
*scale_height：缩放高度（必须是偶数
*scale_filter_mode: 缩放质量, 0 的话 SDK 将使用默认值, 目前可设置范围为[1, 3], 值越大 缩放质量越好，但越耗性能
*frame_format: 只能是NT_SP_E_VIDEO_FRAME_FORMAT_RGB32, NT_SP_E_VIDEO_FRAME_FROMAT_I420
成功返回NT_ERC_OK
*/
NT_UINT32(NT_API *SetVideoFrameCallBackV2)(NT_HANDLE handle,
    NT_INT32 scale_width, NT_INT32 scale_height,
    NT_INT32 scale_filter_mode, NT_INT32 frame_format,
    NT_PVOID call_back_data, SP_SDKVideoFrameCallBack call_back);

extern "C" void NT_SDK_SDKVideoFrameCallBack(NT_HANDLE handle, NT_PVOID user_data, NT_UINT32 status,
    const NT_SP_VideoFrame* frame)
{
    if (!frame)
        return;
    fprintf(stdout, "OnSDKVideoFrameCallBack handle:%p frame:%p, timestamp:%llu\n", handle, frame, frame->timestamp_);
#if NEED_SAVE_BITMAP
    if (NT_SP_E_VIDEO_FRAME_FORMAT_RGB32 == frame->format_
        || NT_SP_E_VIDEO_FRAME_FORMAT_ARGB == frame->format_) {
        struct timeval tv;
        if (gettimeofday(&tv, nullptr) != 0) {
            fprintf(stderr, "save bitmap file call gettimeofday failed");
            return;
        }
        uint64_t local_time_us = tv.tv_sec*UINT64_C(1000000) + tv.tv_usec;
        char file_name[128] = { 0 };
        sprintf(file_name, "./outbitmaps/%llu.bmp", (unsigned long long)local_time_us);
        if (!save_bitmap_file(frame->width_, frame->height_, frame->plane0_, frame->stride0_, frame->stride0_*frame->height_, file_name))
            fprintf(stderr, "save bitmap file failed, name:%s", file_name);
        else
            g_bitmap_file_names_.emplace_back(file_name);
        while (g_bitmap_file_names_.size() > 32) {
            remove(g_bitmap_file_names_.front().c_str());
            g_bitmap_file_names_.pop_front();
        }
    }
#endif // NEED_SAVE_BITMAP
}