libavcodec/qsvenc_h264.c - nest-android-app/ffmpeg - Git at Google

 /*
  * Intel MediaSDK QSV based H.264 enccoder
  *
  * copyright (c) 2013 Yukinori Yamazoe
  *
  * This file is part of FFmpeg.
  *
  * FFmpeg is free software; you can redistribute it and/or
  * modify it under the terms of the GNU Lesser General Public
  * License as published by the Free Software Foundation; either
  * version 2.1 of the License, or (at your option) any later version.
  *
  * FFmpeg is distributed in the hope that it will be useful,
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  * Lesser General Public License for more details.
  *
  * You should have received a copy of the GNU Lesser General Public
  * License along with FFmpeg; if not, write to the Free Software
  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  */


 #include <stdint.h>
 #include <sys/types.h>

 #include <mfx/mfxvideo.h>

 #include "libavutil/opt.h"

 #include "avcodec.h"
 #include "internal.h"
 #include "h264.h"
 #include "qsv.h"
 #include "qsv_internal.h"
 #include "qsvenc.h"

 typedef struct QSVH264EncContext {
     AVClass *class;
     QSVEncContext qsv;
 } QSVH264EncContext;

 static int qsv_h264_set_encode_ctrl(AVCodecContext *avctx,
                                     const AVFrame *frame, mfxEncodeCtrl* enc_ctrl)
 {
     AVFrameSideData *side_data = NULL;
     QSVH264EncContext *qh264 = avctx->priv_data;
     QSVEncContext *q = &qh264->qsv;

     if (q->a53_cc && frame) {
         side_data = av_frame_get_side_data(frame, AV_FRAME_DATA_A53_CC);
         if (side_data) {

             int sei_payload_size = 0;
             mfxU8* sei_data = NULL;
             mfxPayload* payload = NULL;

             sei_payload_size = side_data->size + 13;

             sei_data = av_mallocz(sei_payload_size);
             if (!sei_data) {
                 av_log(avctx, AV_LOG_ERROR, "No memory for CC, skipping...\n");
                 return AVERROR(ENOMEM);
             }

             // SEI header
             sei_data[0] = 4;
             sei_data[1] = sei_payload_size - 2; // size of SEI data

             // country code
             sei_data[2] = 181;
             sei_data[3] = 0;
             sei_data[4] = 49;

             // ATSC_identifier - using 'GA94' only
             AV_WL32(sei_data + 5,
                 MKTAG('G', 'A', '9', '4'));
             sei_data[9] = 3;
             sei_data[10] =
                 ((side_data->size/3) & 0x1f) | 0xC0;

             sei_data[11] = 0xFF; // reserved

             memcpy(sei_data + 12, side_data->data, side_data->size);

             sei_data[side_data->size+12] = 255;

             payload = av_mallocz(sizeof(mfxPayload));
             if (!payload) {
                 av_log(avctx, AV_LOG_ERROR, "No memory, skipping captions\n");
                 av_freep(&sei_data);
                 return AVERROR(ENOMEM);
             }
             payload->BufSize = side_data->size + 13;
             payload->NumBit = payload->BufSize * 8;
             payload->Type = 4;
             payload->Data = sei_data;

             enc_ctrl->NumExtParam = 0;
             enc_ctrl->NumPayload = 1;
             enc_ctrl->Payload[0] = payload;
         }
     }
     return 0;
 }

 static av_cold int qsv_enc_init(AVCodecContext *avctx)
 {
     QSVH264EncContext *q = avctx->priv_data;

     q->qsv.set_encode_ctrl_cb = qsv_h264_set_encode_ctrl;
     return ff_qsv_enc_init(avctx, &q->qsv);
 }

 static int qsv_enc_frame(AVCodecContext *avctx, AVPacket *pkt,
                          const AVFrame *frame, int *got_packet)
 {
     QSVH264EncContext *q = avctx->priv_data;

     return ff_qsv_encode(avctx, &q->qsv, pkt, frame, got_packet);
 }

 static av_cold int qsv_enc_close(AVCodecContext *avctx)
 {
     QSVH264EncContext *q = avctx->priv_data;

     return ff_qsv_enc_close(avctx, &q->qsv);
 }

 #define OFFSET(x) offsetof(QSVH264EncContext, x)
 #define VE AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM
 static const AVOption options[] = {
     QSV_COMMON_OPTS

     { "idr_interval", "Distance (in I-frames) between IDR frames", OFFSET(qsv.idr_interval), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, INT_MAX, VE },
     { "pic_timing_sei",    "Insert picture timing SEI with pic_struct_syntax element", OFFSET(qsv.pic_timing_sei), AV_OPT_TYPE_INT, { .i64 = 1 }, 0, 1, VE },
     { "single_sei_nal_unit",    "Put all the SEI messages into one NALU",        OFFSET(qsv.single_sei_nal_unit),     AV_OPT_TYPE_INT, { .i64 = -1 }, -1,          1, VE },
     { "max_dec_frame_buffering", "Maximum number of frames buffered in the DPB", OFFSET(qsv.max_dec_frame_buffering), AV_OPT_TYPE_INT, { .i64 = 0 },   0, UINT16_MAX, VE },

 #if QSV_HAVE_LA
     { "look_ahead",       "Use VBR algorithm with look ahead",    OFFSET(qsv.look_ahead),       AV_OPT_TYPE_INT, { .i64 = 1 }, 0, 1, VE },
     { "look_ahead_depth", "Depth of look ahead in number frames", OFFSET(qsv.look_ahead_depth), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 100, VE },
 #endif

 #if QSV_VERSION_ATLEAST(1,8)
     { "look_ahead_downsampling", NULL, OFFSET(qsv.look_ahead_downsampling), AV_OPT_TYPE_INT, { .i64 = MFX_LOOKAHEAD_DS_UNKNOWN }, MFX_LOOKAHEAD_DS_UNKNOWN, MFX_LOOKAHEAD_DS_2x, VE, "look_ahead_downsampling" },
     { "unknown"                , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_LOOKAHEAD_DS_UNKNOWN }, INT_MIN, INT_MAX,     VE, "look_ahead_downsampling" },
     { "off"                    , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_LOOKAHEAD_DS_OFF     }, INT_MIN, INT_MAX,     VE, "look_ahead_downsampling" },
     { "2x"                     , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_LOOKAHEAD_DS_2x      }, INT_MIN, INT_MAX,     VE, "look_ahead_downsampling" },
 #endif

     { "int_ref_type", "Intra refresh type",                                      OFFSET(qsv.int_ref_type),            AV_OPT_TYPE_INT, { .i64 = -1 }, -1, UINT16_MAX, VE, "int_ref_type" },
         { "none",     NULL, 0, AV_OPT_TYPE_CONST, { .i64 = 0 }, .flags = VE, "int_ref_type" },
         { "vertical", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = 1 }, .flags = VE, "int_ref_type" },
     { "int_ref_cycle_size", "Number of frames in the intra refresh cycle",       OFFSET(qsv.int_ref_cycle_size),      AV_OPT_TYPE_INT, { .i64 = -1 },               -1, UINT16_MAX, VE },
     { "int_ref_qp_delta",   "QP difference for the refresh MBs",                 OFFSET(qsv.int_ref_qp_delta),        AV_OPT_TYPE_INT, { .i64 = INT16_MIN }, INT16_MIN,  INT16_MAX, VE },
     { "recovery_point_sei", "Insert recovery point SEI messages",                OFFSET(qsv.recovery_point_sei),      AV_OPT_TYPE_INT, { .i64 = -1 },               -1,          1, VE },

     { "trellis",             "Trellis quantization",                             OFFSET(qsv.trellis),                 AV_OPT_TYPE_FLAGS, { .i64 = 0 }, 0, UINT_MAX, VE, "trellis" },
         { "off", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TRELLIS_OFF }, .flags = VE, "trellis" },
         { "I",   NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TRELLIS_I },   .flags = VE, "trellis" },
         { "P",   NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TRELLIS_P },   .flags = VE, "trellis" },
         { "B",   NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TRELLIS_B },   .flags = VE, "trellis" },

     { "profile", NULL, OFFSET(qsv.profile), AV_OPT_TYPE_INT, { .i64 = MFX_PROFILE_UNKNOWN }, 0, INT_MAX, VE, "profile" },
     { "unknown" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_PROFILE_UNKNOWN      }, INT_MIN, INT_MAX,     VE, "profile" },
     { "baseline", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_PROFILE_AVC_BASELINE }, INT_MIN, INT_MAX,     VE, "profile" },
     { "main"    , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_PROFILE_AVC_MAIN     }, INT_MIN, INT_MAX,     VE, "profile" },
     { "high"    , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_PROFILE_AVC_HIGH     }, INT_MIN, INT_MAX,     VE, "profile" },

     { "a53cc" , "Use A53 Closed Captions (if available)", OFFSET(qsv.a53_cc), AV_OPT_TYPE_INT, {.i64 = 0}, 0, 1, VE},
     { NULL },
 };

 static const AVClass class = {
     .class_name = "h264_qsv encoder",
     .item_name  = av_default_item_name,
     .option     = options,
     .version    = LIBAVUTIL_VERSION_INT,
 };

 static const AVCodecDefault qsv_enc_defaults[] = {
     { "b",         "1M"    },
     { "refs",      "0"     },
     // same as the x264 default
     { "g",         "250"   },
     { "bf",        "3"     },
     { "coder",     "ac"    },

     { "flags",     "+cgop" },
 #if FF_API_PRIVATE_OPT
     { "b_strategy", "-1"   },
 #endif
     { NULL },
 };

 AVCodec ff_h264_qsv_encoder = {
     .name           = "h264_qsv",
     .long_name      = NULL_IF_CONFIG_SMALL("H.264 / AVC / MPEG-4 AVC / MPEG-4 part 10 (Intel Quick Sync Video acceleration)"),
     .priv_data_size = sizeof(QSVH264EncContext),
     .type           = AVMEDIA_TYPE_VIDEO,
     .id             = AV_CODEC_ID_H264,
     .init           = qsv_enc_init,
     .encode2        = qsv_enc_frame,
     .close          = qsv_enc_close,
     .capabilities   = AV_CODEC_CAP_DELAY,
     .pix_fmts       = (const enum AVPixelFormat[]){ AV_PIX_FMT_NV12,
                                                     AV_PIX_FMT_QSV,
                                                     AV_PIX_FMT_NONE },
     .priv_class     = &class,
     .defaults       = qsv_enc_defaults,
     .caps_internal  = FF_CODEC_CAP_INIT_CLEANUP,
 };
	/*
	* Intel MediaSDK QSV based H.264 enccoder
	*
	* copyright (c) 2013 Yukinori Yamazoe
	*
	* This file is part of FFmpeg.
	*
	* FFmpeg is free software; you can redistribute it and/or
	* modify it under the terms of the GNU Lesser General Public
	* License as published by the Free Software Foundation; either
	* version 2.1 of the License, or (at your option) any later version.
	*
	* FFmpeg is distributed in the hope that it will be useful,
	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
	* Lesser General Public License for more details.
	*
	* You should have received a copy of the GNU Lesser General Public
	* License along with FFmpeg; if not, write to the Free Software
	* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
	*/


	#include <stdint.h>
	#include <sys/types.h>

	#include <mfx/mfxvideo.h>

	#include "libavutil/opt.h"

	#include "avcodec.h"
	#include "internal.h"
	#include "h264.h"
	#include "qsv.h"
	#include "qsv_internal.h"
	#include "qsvenc.h"

	typedef struct QSVH264EncContext {
	AVClass *class;
	QSVEncContext qsv;
	} QSVH264EncContext;

	static int qsv_h264_set_encode_ctrl(AVCodecContext *avctx,
	const AVFrame frame, mfxEncodeCtrl enc_ctrl)
	{
	AVFrameSideData *side_data = NULL;
	QSVH264EncContext *qh264 = avctx->priv_data;
	QSVEncContext *q = &qh264->qsv;

	if (q->a53_cc && frame) {
	side_data = av_frame_get_side_data(frame, AV_FRAME_DATA_A53_CC);
	if (side_data) {

	int sei_payload_size = 0;
	mfxU8* sei_data = NULL;
	mfxPayload* payload = NULL;

	sei_payload_size = side_data->size + 13;

	sei_data = av_mallocz(sei_payload_size);
	if (!sei_data) {
	av_log(avctx, AV_LOG_ERROR, "No memory for CC, skipping...\n");
	return AVERROR(ENOMEM);
	}

	// SEI header
	sei_data[0] = 4;
	sei_data[1] = sei_payload_size - 2; // size of SEI data

	// country code
	sei_data[2] = 181;
	sei_data[3] = 0;
	sei_data[4] = 49;

	// ATSC_identifier - using 'GA94' only
	AV_WL32(sei_data + 5,
	MKTAG('G', 'A', '9', '4'));
	sei_data[9] = 3;
	sei_data[10] =
	((side_data->size/3) & 0x1f) \| 0xC0;

	sei_data[11] = 0xFF; // reserved

	memcpy(sei_data + 12, side_data->data, side_data->size);

	sei_data[side_data->size+12] = 255;

	payload = av_mallocz(sizeof(mfxPayload));
	if (!payload) {
	av_log(avctx, AV_LOG_ERROR, "No memory, skipping captions\n");
	av_freep(&sei_data);
	return AVERROR(ENOMEM);
	}
	payload->BufSize = side_data->size + 13;
	payload->NumBit = payload->BufSize * 8;
	payload->Type = 4;
	payload->Data = sei_data;

	enc_ctrl->NumExtParam = 0;
	enc_ctrl->NumPayload = 1;
	enc_ctrl->Payload[0] = payload;
	}
	}
	return 0;
	}

	static av_cold int qsv_enc_init(AVCodecContext *avctx)
	{
	QSVH264EncContext *q = avctx->priv_data;

	q->qsv.set_encode_ctrl_cb = qsv_h264_set_encode_ctrl;
	return ff_qsv_enc_init(avctx, &q->qsv);
	}

	static int qsv_enc_frame(AVCodecContext avctx, AVPacket pkt,
	const AVFrame frame, int got_packet)
	{
	QSVH264EncContext *q = avctx->priv_data;

	return ff_qsv_encode(avctx, &q->qsv, pkt, frame, got_packet);
	}

	static av_cold int qsv_enc_close(AVCodecContext *avctx)
	{
	QSVH264EncContext *q = avctx->priv_data;

	return ff_qsv_enc_close(avctx, &q->qsv);
	}

	#define OFFSET(x) offsetof(QSVH264EncContext, x)
	#define VE AV_OPT_FLAG_VIDEO_PARAM \| AV_OPT_FLAG_ENCODING_PARAM
	static const AVOption options[] = {
	QSV_COMMON_OPTS

	{ "idr_interval", "Distance (in I-frames) between IDR frames", OFFSET(qsv.idr_interval), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, INT_MAX, VE },
	{ "pic_timing_sei", "Insert picture timing SEI with pic_struct_syntax element", OFFSET(qsv.pic_timing_sei), AV_OPT_TYPE_INT, { .i64 = 1 }, 0, 1, VE },
	{ "single_sei_nal_unit", "Put all the SEI messages into one NALU", OFFSET(qsv.single_sei_nal_unit), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE },
	{ "max_dec_frame_buffering", "Maximum number of frames buffered in the DPB", OFFSET(qsv.max_dec_frame_buffering), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, UINT16_MAX, VE },

	#if QSV_HAVE_LA
	{ "look_ahead", "Use VBR algorithm with look ahead", OFFSET(qsv.look_ahead), AV_OPT_TYPE_INT, { .i64 = 1 }, 0, 1, VE },
	{ "look_ahead_depth", "Depth of look ahead in number frames", OFFSET(qsv.look_ahead_depth), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 100, VE },
	#endif

	#if QSV_VERSION_ATLEAST(1,8)
	{ "look_ahead_downsampling", NULL, OFFSET(qsv.look_ahead_downsampling), AV_OPT_TYPE_INT, { .i64 = MFX_LOOKAHEAD_DS_UNKNOWN }, MFX_LOOKAHEAD_DS_UNKNOWN, MFX_LOOKAHEAD_DS_2x, VE, "look_ahead_downsampling" },
	{ "unknown" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_LOOKAHEAD_DS_UNKNOWN }, INT_MIN, INT_MAX, VE, "look_ahead_downsampling" },
	{ "off" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_LOOKAHEAD_DS_OFF }, INT_MIN, INT_MAX, VE, "look_ahead_downsampling" },
	{ "2x" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_LOOKAHEAD_DS_2x }, INT_MIN, INT_MAX, VE, "look_ahead_downsampling" },
	#endif

	{ "int_ref_type", "Intra refresh type", OFFSET(qsv.int_ref_type), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, UINT16_MAX, VE, "int_ref_type" },
	{ "none", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = 0 }, .flags = VE, "int_ref_type" },
	{ "vertical", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = 1 }, .flags = VE, "int_ref_type" },
	{ "int_ref_cycle_size", "Number of frames in the intra refresh cycle", OFFSET(qsv.int_ref_cycle_size), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, UINT16_MAX, VE },
	{ "int_ref_qp_delta", "QP difference for the refresh MBs", OFFSET(qsv.int_ref_qp_delta), AV_OPT_TYPE_INT, { .i64 = INT16_MIN }, INT16_MIN, INT16_MAX, VE },
	{ "recovery_point_sei", "Insert recovery point SEI messages", OFFSET(qsv.recovery_point_sei), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE },

	{ "trellis", "Trellis quantization", OFFSET(qsv.trellis), AV_OPT_TYPE_FLAGS, { .i64 = 0 }, 0, UINT_MAX, VE, "trellis" },
	{ "off", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TRELLIS_OFF }, .flags = VE, "trellis" },
	{ "I", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TRELLIS_I }, .flags = VE, "trellis" },
	{ "P", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TRELLIS_P }, .flags = VE, "trellis" },
	{ "B", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TRELLIS_B }, .flags = VE, "trellis" },

	{ "profile", NULL, OFFSET(qsv.profile), AV_OPT_TYPE_INT, { .i64 = MFX_PROFILE_UNKNOWN }, 0, INT_MAX, VE, "profile" },
	{ "unknown" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_PROFILE_UNKNOWN }, INT_MIN, INT_MAX, VE, "profile" },
	{ "baseline", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_PROFILE_AVC_BASELINE }, INT_MIN, INT_MAX, VE, "profile" },
	{ "main" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_PROFILE_AVC_MAIN }, INT_MIN, INT_MAX, VE, "profile" },
	{ "high" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_PROFILE_AVC_HIGH }, INT_MIN, INT_MAX, VE, "profile" },

	{ "a53cc" , "Use A53 Closed Captions (if available)", OFFSET(qsv.a53_cc), AV_OPT_TYPE_INT, {.i64 = 0}, 0, 1, VE},
	{ NULL },
	};

	static const AVClass class = {
	.class_name = "h264_qsv encoder",
	.item_name = av_default_item_name,
	.option = options,
	.version = LIBAVUTIL_VERSION_INT,
	};

	static const AVCodecDefault qsv_enc_defaults[] = {
	{ "b", "1M" },
	{ "refs", "0" },
	// same as the x264 default
	{ "g", "250" },
	{ "bf", "3" },
	{ "coder", "ac" },

	{ "flags", "+cgop" },
	#if FF_API_PRIVATE_OPT
	{ "b_strategy", "-1" },
	#endif
	{ NULL },
	};

	AVCodec ff_h264_qsv_encoder = {
	.name = "h264_qsv",
	.long_name = NULL_IF_CONFIG_SMALL("H.264 / AVC / MPEG-4 AVC / MPEG-4 part 10 (Intel Quick Sync Video acceleration)"),
	.priv_data_size = sizeof(QSVH264EncContext),
	.type = AVMEDIA_TYPE_VIDEO,
	.id = AV_CODEC_ID_H264,
	.init = qsv_enc_init,
	.encode2 = qsv_enc_frame,
	.close = qsv_enc_close,
	.capabilities = AV_CODEC_CAP_DELAY,
	.pix_fmts = (const enum AVPixelFormat[]){ AV_PIX_FMT_NV12,
	AV_PIX_FMT_QSV,
	AV_PIX_FMT_NONE },
	.priv_class = &class,
	.defaults = qsv_enc_defaults,
	.caps_internal = FF_CODEC_CAP_INIT_CLEANUP,
	};