ffmpeg硬件解码一般流程

流程

1. 根据硬件名称，查询是否是支持的类型

const char *device_name = "qsv"; //cuda
enum AVHWDeviceType type = av_hwdevice_find_type_by_name(device_name);
if(type == AV_HWDEVICE_TYPE_NONE)
{//如果一个硬件类型是不支持的，打印所有支持的硬件名称printf("Device type %s is not supported.\n", device_name);fprintf(stderr, "Available device types:");while((type = av_hwdevice_iterate_types(type)) != AV_HWDEVICE_TYPE_NONE){fprintf(stderr, " %s", av_hwdevice_get_type_name(type));}fprintf(stderr, "\n");
}

2. 通用过程

avformat_open_input
avformat_find_stream_info
av_find_best_stream

3. 获取硬件编码器

 AVCodec *pCodec;for (i = 0;; i++) {const AVCodecHWConfig *config = avcodec_get_hw_config(pCodec, i);if (!config) {fprintf(stderr, "Decoder %s does not support device type %s.\n",pCodec->name, av_hwdevice_get_type_name(type));return;}if (config->methods & AV_CODEC_HW_CONFIG_METHOD_HW_DEVICE_CTX &&config->device_type == type) {hw_pix_fmt = config->pix_fmt;break;}}

4. 查找解码器

 if (!(pCodecCtx = avcodec_alloc_context3(pCodec)))return;

5. 复制参数

 video = pFormatCtx->streams[videoStream];if (avcodec_parameters_to_context(pCodecCtx, video->codecpar) < 0)return;pCodecCtx->get_format = get_hw_format;

6. 初始化硬件解码器与打开解码器

    if (hw_decoder_init(pCodecCtx, type) < 0)return;
//打开解码器if (avcodec_open2(pCodecCtx, pCodec, NULL) < 0) {printf("Could not open codec.\n");return;}

7. 读取视频包，发送视频包到解码器，解码
8. 将显存中的内容复制内存中

ret = av_hwframe_transfer_data(swFrame, pFrame, 0);if(ret < 0){qDebug() << "Error transferring the data to system memory";break;}

完整的代码

    AVFormatContext *pFormatCtx;AVCodecContext *pCodecCtx;AVCodec *pCodec;AVFrame *pFrame, *pFrameRGB, *swFrame, *tempFrame;uint8_t *out_buffer;AVPacket packet;AVStream *video = NULL;static struct SwsContext *img_convert_ctx;int videoStream, i, numBytes;int ret, got_picture;avformat_network_init();//Allocate an AVFormatContext.pFormatCtx = avformat_alloc_context();const char *device_name = "cuda"; //cudaenum AVHWDeviceType type = av_hwdevice_find_type_by_name(device_name);if(type == AV_HWDEVICE_TYPE_NONE){printf("Device type %s is not supported.\n", device_name);fprintf(stderr, "Available device types:");while((type = av_hwdevice_iterate_types(type)) != AV_HWDEVICE_TYPE_NONE)fprintf(stderr, " %s", av_hwdevice_get_type_name(type));fprintf(stderr, "\n");}AVDictionary *opt = nullptr;
//    av_dict_set(&opt,"buffer_size","1024000",0);
//    av_dict_set(&opt,"max_delay","0",0);av_dict_set(&opt,"rtsp_transport","tcp",0);av_dict_set(&opt,"stimeout","5000000",0);if (avformat_open_input(&pFormatCtx, mFileName.toUtf8().data(), NULL, NULL) != 0) {printf("can't open the file. \n");return;}if (avformat_find_stream_info(pFormatCtx, NULL) < 0) {printf("Could't find stream infomation.\n");return;}ret = av_find_best_stream(pFormatCtx, AVMEDIA_TYPE_VIDEO, -1, -1, &pCodec, 0);if (ret < 0) {fprintf(stderr, "Cannot find a video stream in the input file\n");return;}videoStream = ret;for (i = 0;; i++) {const AVCodecHWConfig *config = avcodec_get_hw_config(pCodec, i);if (!config) {fprintf(stderr, "Decoder %s does not support device type %s.\n",pCodec->name, av_hwdevice_get_type_name(type));return;}if (config->methods & AV_CODEC_HW_CONFIG_METHOD_HW_DEVICE_CTX &&config->device_type == type) {hw_pix_fmt = config->pix_fmt;break;}}///查找解码器if (!(pCodecCtx = avcodec_alloc_context3(pCodec)))return;video = pFormatCtx->streams[videoStream];if (avcodec_parameters_to_context(pCodecCtx, video->codecpar) < 0)return;pCodecCtx->get_format = get_hw_format;if (hw_decoder_init(pCodecCtx, type) < 0)return;///打开解码器if (avcodec_open2(pCodecCtx, pCodec, NULL) < 0) {printf("Could not open codec.\n");return;}pFrame = av_frame_alloc();pFrameRGB = av_frame_alloc();tempFrame = av_frame_alloc();swFrame = av_frame_alloc();///这里我们改成了 将解码后的YUV数据转换成RGB32img_convert_ctx = sws_getContext(pCodecCtx->width, pCodecCtx->height,AV_PIX_FMT_NV12, pCodecCtx->width, pCodecCtx->height,AV_PIX_FMT_RGB32, SWS_BICUBIC, NULL, NULL, NULL);numBytes = avpicture_get_size(AV_PIX_FMT_RGB32, pCodecCtx->width,pCodecCtx->height);out_buffer = (uint8_t *) av_malloc(numBytes * sizeof(uint8_t));avpicture_fill((AVPicture *) pFrameRGB, out_buffer, AV_PIX_FMT_RGB32,pCodecCtx->width, pCodecCtx->height);av_dump_format(pFormatCtx, 0, mFileName.toUtf8().data(), 0); //输出视频信息while (1){if (av_read_frame(pFormatCtx, &packet) < 0){break; //这里认为视频读取完了}if (packet.stream_index == videoStream) {ret = avcodec_send_packet(pCodecCtx, &packet);if (ret < 0) {printf("decode error.\n");return;}while (1) {ret = avcodec_receive_frame(pCodecCtx, pFrame);if(ret == AVERROR(EAGAIN) || ret == AVERROR_EOF){break;}else if(ret < 0){qDebug() << "Error while decoding";break;}ret = av_hwframe_transfer_data(swFrame, pFrame, 0);if(ret < 0){qDebug() << "Error transferring the data to system memory";break;}sws_scale(img_convert_ctx,(uint8_t const * const *) swFrame->data,swFrame->linesize, 0, pCodecCtx->height, pFrameRGB->data,pFrameRGB->linesize);static int index = 0;qDebug() << "frame" << index++;}}av_packet_unref(&packet);msleep(30); //停一停  不然放的太快了}av_free(out_buffer);av_free(pFrameRGB);avcodec_close(pCodecCtx);avformat_close_input(&pFormatCtx);

• hw_decoder_init

static enum AVPixelFormat hw_pix_fmt;
static AVBufferRef *hw_device_ctx = NULL;
static int hw_decoder_init(AVCodecContext *ctx, const enum AVHWDeviceType type)
{int err = 0;if ((err = av_hwdevice_ctx_create(&hw_device_ctx, type,NULL, NULL, 0)) < 0) {fprintf(stderr, "Failed to create specified HW device.\n");return err;}ctx->hw_device_ctx = av_buffer_ref(hw_device_ctx);return err;
}

• get_hw_format

static enum AVPixelFormat get_hw_format(AVCodecContext *ctx,const enum AVPixelFormat *pix_fmts)
{const enum AVPixelFormat *p;for (p = pix_fmts; *p != -1; p++) {if (*p == hw_pix_fmt)return *p;}fprintf(stderr, "Failed to get HW surface format.\n");return AV_PIX_FMT_NONE;
}