c++ - 使用libVLC读取RTSP视频流+将数据转换为OpenCV Mat
update:2021-9-30
我正在尝试使用libVLC库通过IP接口(interface)从Sony FCB-EV7520摄像机读取RTSP流，并将数据转换为OpenCV使用的格式，即Mat类型。
代码是:

include <stdio.h>

include <vlc/vlc.h>

include <stdint.h>

include <opencv2/opencv.hpp>

include <opencv2/highgui/highgui.hpp>

using namespace std;
using namespace cv;

struct VideoDataStruct {

int param;

};

int done = 0;
libvlc_media_player_t *mp;
unsigned int videoBufferSize = 0;
uint8_t *videoBuffer = 0;

void cbVideoPrerender(void p_video_data, uint8_t *pp_pixel_buffer, int size) {

// Locking

// Locking a mutex here once I get the code to work.    

if (size > videoBufferSize || !videoBuffer){

    printf("Reallocate raw video buffer\n");
    free(videoBuffer);
    videoBuffer = (uint8_t *) malloc(size);
    videoBufferSize = size;

}

*pp_pixel_buffer = videoBuffer;

}

void cbVideoPostrender(void p_video_data, uint8_t p_pixel_buffer, int width, int height, int pixel_pitch, int size, int64_t pts) {

// Unlocking

// Unlocking the mutex here once I get the code to work.

}

static void handleEvent(const libvlc_event_t pEvt, void pUserData) {

libvlc_time_t time;
switch(pEvt->type){

    case libvlc_MediaPlayerTimeChanged:

        time = libvlc_media_player_get_time(mp);
        printf("MediaPlayerTimeChanged %lld ms\n", (long long)time);
        break;

    case libvlc_MediaPlayerEndReached:

        printf ("MediaPlayerEndReached\n");
        done = 1;
        break;

    default:

        printf("%s\n", libvlc_event_type_name(pEvt->type));

}

}

int main(int argc, char* argv[]) {

// VLC pointers: 

libvlc_instance_t *inst;
libvlc_media_t *m;
void *pUserData = 0;
VideoDataStruct dataStruct;

// VLC options:

char smem_options[1000];

// RV24:

sprintf(smem_options
        , "#transcode{vcodec=h264}:smem{"
        "video-prerender-callback=%lld,"
        "video-postrender-callback=%lld,"
        "video-data=%lld,"
        "no-time-sync},"
        , (long long int)(intptr_t)(void*)&cbVideoPrerender
        , (long long int)(intptr_t)(void*)&cbVideoPostrender
        , (long long int)(intptr_t)(void*)&dataStruct
       );

const char * const vlc_args[] = {
    "-I", "dummy",            // Don't use any interface
    "--ignore-config",        // Don't use VLC's config
    "--extraintf=logger",     // Log anything
    "--verbose=2",            // Be verbose
    "--sout", smem_options    // Stream to memory
};

// We launch VLC

inst = libvlc_new(sizeof(vlc_args) / sizeof(vlc_args[0]), vlc_args);

/* Create a new item */

m = libvlc_media_new_location(inst, "rtsp://*****:*******@IP/videoinput_1/h264_1/media.stm");

/* Create a media player playing environement */

mp = libvlc_media_player_new_from_media (m);

libvlc_event_manager_t* eventManager = libvlc_media_player_event_manager(mp);
libvlc_event_attach(eventManager, libvlc_MediaPlayerTimeChanged, handleEvent, pUserData);
libvlc_event_attach(eventManager, libvlc_MediaPlayerEndReached, handleEvent, pUserData);
libvlc_event_attach(eventManager, libvlc_MediaPlayerPositionChanged, handleEvent, pUserData);

libvlc_video_set_format(mp, "h264", 1920, 1080, 1920* 3 );

/* play the media_player */
libvlc_media_player_play (mp);

while(1){

    if(videoBuffer){            // Check for invalid input

        Mat img = Mat(Size(1920, 1080), CV_8UC3, videoBuffer);  // CV_8UC3 = 8 bits, 3 chanels
        namedWindow("Display window", WINDOW_AUTOSIZE);     // Create a window for display.
        imshow("Display window", img);              // Show our image inside it.

    }
}

libvlc_release (inst);

}
Referenced from:https://www.coder.work/article/2096092

本文链接地址：https://const.net.cn/476.html