[vlc-devel] [PATCH 1/6] nvdec: Add NVDEC decoder
Steve Lhomme
robux4 at ycbcr.xyz
Tue Sep 17 14:02:17 CEST 2019
From: Jai Luthra <me at jailuthra.in>
This is based on the GSoC project of Jai Luthra which final code can be
found here https://code.videolan.org/gsoc2019/darkapex/vlc/commits/nvdec_merge
The added patches on top of this proposal (cleaning, fixing, more codecs) can
be found here https://code.videolan.org/robUx4/vlc/tree/nvdec/10
By default we use Bob deinterlacing if the source is interlaced.
Do not use the VP9 decoder if the profile is unknown, it may need 10 bits
support and the hardware may not support it. This is the same way we support
VP9 in DXVA.
The decoder currently has a lower priority than libavcodec.
Co-authored-by: Jai Luthra <me at jailuthra.in>
Co-authored-by: Steve Lhomme <robux4 at videolabs.io>
Signed-off-by: Steve Lhomme <robux4 at ycbcr.xyz>
---
configure.ac | 13 +
modules/Makefile.am | 1 +
modules/hw/nvdec/Makefile.am | 11 +
modules/hw/nvdec/nvdec.c | 747 +++++++++++++++++++++++++++++++++++
4 files changed, 772 insertions(+)
create mode 100644 modules/hw/nvdec/Makefile.am
create mode 100644 modules/hw/nvdec/nvdec.c
diff --git a/configure.ac b/configure.ac
index 94e70fe5a62..d9c9c9ee655 100644
--- a/configure.ac
+++ b/configure.ac
@@ -2062,6 +2062,19 @@ AS_IF([test "$enable_v4l2" != "no"], [
])
AM_CONDITIONAL([HAVE_V4L2], [test "${have_v4l2}" != "no"])
+dnl
+dnl NVDEC decoder/encoder
+dnl
+AC_ARG_ENABLE([nvdec], AS_HELP_STRING([--disable-nvdec],
+ [disable NVDEC decoder (default auto)]))
+have_nvdec="no"
+AS_IF([test "$enable_nvdec" != "no"], [
+ AC_CHECK_HEADERS([ffnvcodec/dynlink_loader.h], [
+ have_nvdec="yes"
+ ])
+])
+AM_CONDITIONAL([HAVE_NVDEC], [test "${have_nvdec}" != "no"])
+
dnl
dnl special access module for Blackmagic SDI cards
dnl
diff --git a/modules/Makefile.am b/modules/Makefile.am
index 646b932422d..e9f48422e01 100644
--- a/modules/Makefile.am
+++ b/modules/Makefile.am
@@ -32,6 +32,7 @@ include codec/Makefile.am
include control/Makefile.am
include demux/Makefile.am
include gui/Makefile.am
+include hw/nvdec/Makefile.am
include hw/d3d9/Makefile.am
include hw/d3d11/Makefile.am
include hw/vaapi/Makefile.am
diff --git a/modules/hw/nvdec/Makefile.am b/modules/hw/nvdec/Makefile.am
new file mode 100644
index 00000000000..b2f68e25628
--- /dev/null
+++ b/modules/hw/nvdec/Makefile.am
@@ -0,0 +1,11 @@
+nvdecdir = $(pluginsdir)/nvdec
+
+libnvdec_plugin_la_SOURCES = \
+ hw/nvdec/nvdec.c codec/hxxx_helper.c codec/hxxx_helper.h \
+ packetizer/hxxx_nal.h packetizer/hxxx_nal.c \
+ packetizer/h264_nal.c packetizer/h264_nal.h \
+ packetizer/hevc_nal.c packetizer/hevc_nal.h
+libnvdec_plugin_la_LIBADD = $(LIBDL)
+if HAVE_NVDEC
+codec_LTLIBRARIES += libnvdec_plugin.la
+endif
diff --git a/modules/hw/nvdec/nvdec.c b/modules/hw/nvdec/nvdec.c
new file mode 100644
index 00000000000..e051c4f9eab
--- /dev/null
+++ b/modules/hw/nvdec/nvdec.c
@@ -0,0 +1,747 @@
+/*****************************************************************************
+ * nvdec.c: NVDEC hw video decoder
+ *****************************************************************************
+ * Copyright (C) 2019 VLC authors and VideoLAN
+ *
+ * Authors: Jai Luthra <me at jailuthra.in>
+ * Steve Lhomme <robux4 at videolabs.io>
+ *
+ * This program is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU Lesser General Public License as published by
+ * the Free Software Foundation; either version 2.1 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * along with this program; if not, write to the Free Software Foundation,
+ * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
+ *****************************************************************************/
+#ifdef HAVE_CONFIG_H
+# include "config.h"
+#endif
+
+#include <vlc_common.h>
+#include <vlc_plugin.h>
+#include <vlc_codec.h>
+#include <vlc_messages.h>
+
+#define FFNV_LOG_FUNC(logctx, msg, ...) msg_Err((vlc_object_t*)logctx, msg, __VA_ARGS__)
+#define FFNV_DEBUG_LOG_FUNC(logctx, msg, ...) msg_Dbg((vlc_object_t*)logctx, msg, __VA_ARGS__)
+
+#include <ffnvcodec/dynlink_loader.h>
+#include "../../codec/hxxx_helper.h"
+
+static int OpenDecoder(vlc_object_t *p_this);
+static void CloseDecoder(vlc_object_t *p_this);
+
+#define DEINTERLACE_MODULE_TEXT N_("Integrated deinterlacing")
+#define DEINTERLACE_MODULE_LONGTEXT N_( "Specify the deinterlace mode to use." )
+
+static const char *const ppsz_deinterlace_type[] =
+{
+ N_("Disable"), N_("Bob"), N_("Adaptive")
+};
+
+static const int ppsi_deinterlace_type[] = {
+ cudaVideoDeinterlaceMode_Weave,
+ cudaVideoDeinterlaceMode_Bob,
+ cudaVideoDeinterlaceMode_Adaptive,
+};
+
+vlc_module_begin ()
+ set_description(N_("NVDEC video decoder"))
+ set_shortname("nvdec")
+ set_capability("video decoder", 60)
+ set_category(CAT_INPUT)
+ set_subcategory(SUBCAT_INPUT_VCODEC)
+ add_integer( "nvdec-deint", cudaVideoDeinterlaceMode_Bob,
+ DEINTERLACE_MODULE_TEXT, DEINTERLACE_MODULE_LONGTEXT, true )
+ change_integer_list( ppsi_deinterlace_type, ppsz_deinterlace_type )
+ set_callbacks(OpenDecoder, CloseDecoder)
+vlc_module_end ()
+
+/* */
+#define MAX_HXXX_SURFACES (16 + 1)
+#define NVDEC_DISPLAY_SURFACES 1
+
+#define OUTPUT_WIDTH_ALIGN 16
+
+typedef struct nvdec_ctx {
+ CuvidFunctions *functions;
+ CudaFunctions *cudaFunctions;
+ CUVIDDECODECAPS selectedDecoder;
+ CUcontext cuCtx;
+ CUvideodecoder cudecoder;
+ CUvideoparser cuparser;
+ union {
+ struct hxxx_helper hh;
+ int vc1_header_offset;
+ };
+ bool b_is_hxxx;
+ int i_nb_surface; ///< number of GPU surfaces allocated
+ bool b_xps_pushed; ///< (for xvcC) parameter sets pushed (SPS/PPS/VPS)
+ block_t * (*process_block)(decoder_t *, block_t *);
+ cudaVideoDeinterlaceMode deintMode;
+ // NVDEC doesn't stop even if HandleVideoSequence fails
+ bool b_nvparser_success;
+ size_t decoderHeight;
+} nvdec_ctx_t;
+
+static inline int CudaCall(decoder_t *p_dec, CUresult result, const char *psz_func)
+{
+ if (unlikely(result != CUDA_SUCCESS)) {
+ const char *psz_err, *psz_err_str;
+ nvdec_ctx_t *p_sys = p_dec->p_sys;
+ p_sys->cudaFunctions->cuGetErrorName(result, &psz_err);
+ p_sys->cudaFunctions->cuGetErrorString(result, &psz_err_str);
+ msg_Err(p_dec, "%s failed: %s (%s)", psz_func, psz_err_str, psz_err);
+ return VLC_EGENERIC;
+ }
+ return VLC_SUCCESS;
+}
+
+#define CALL_CUDA(func, ...) CudaCall(p_dec, p_sys->cudaFunctions->func(__VA_ARGS__), #func)
+#define CALL_CUVID(func, ...) CudaCall(p_dec, p_sys->functions->func(__VA_ARGS__), #func)
+
+static vlc_fourcc_t MapSurfaceChroma(cudaVideoChromaFormat chroma, unsigned bitDepth)
+{
+ switch (chroma) {
+ case cudaVideoChromaFormat_420:
+ if (bitDepth <= 8)
+ return VLC_CODEC_NV12;
+ if (bitDepth <= 10)
+ return VLC_CODEC_P010;
+ return VLC_CODEC_P016;
+ // case cudaVideoChromaFormat_444:
+ // if (bitDepth <= 8)
+ // return VLC_CODEC_I444;
+ // return VLC_CODEC_I444_16L;
+ default:
+ return 0;
+ }
+}
+
+static cudaVideoSurfaceFormat MapSurfaceFmt(int i_vlc_fourcc)
+{
+ switch (i_vlc_fourcc) {
+ case VLC_CODEC_P010:
+ case VLC_CODEC_P016:
+ return cudaVideoSurfaceFormat_P016;
+ case VLC_CODEC_NV12:
+ return cudaVideoSurfaceFormat_NV12;
+ // case VLC_CODEC_I444:
+ // return cudaVideoSurfaceFormat_YUV444;
+ // case VLC_CODEC_I444_16L:
+ // return cudaVideoSurfaceFormat_YUV444_16Bit;
+ default: vlc_assert_unreachable();
+ }
+}
+
+static int CUtoFMT(video_format_t *fmt, const CUVIDEOFORMAT *p_format)
+{
+ // bit depth and chroma
+ unsigned int i_bpp = p_format->bit_depth_luma_minus8 + 8;
+ vlc_fourcc_t i_chroma;
+ i_chroma = MapSurfaceChroma(p_format->chroma_format, i_bpp);
+ if (i_chroma == 0)
+ return VLC_EGENERIC;
+
+ fmt->i_chroma = i_chroma;
+ // use the real padded size when we know it fmt->i_width = p_format->coded_width;
+ fmt->i_height = p_format->coded_height;
+ fmt->i_x_offset = p_format->display_area.left;
+ fmt->i_y_offset = p_format->display_area.top;
+ fmt->i_visible_width = p_format->display_area.right - p_format->display_area.left;
+ fmt->i_visible_height = p_format->display_area.bottom - p_format->display_area.top;
+ // frame rate
+ fmt->i_frame_rate = p_format->frame_rate.numerator;
+ fmt->i_frame_rate_base = p_format->frame_rate.denominator;
+ fmt->i_bits_per_pixel = i_bpp;
+ return VLC_SUCCESS;
+}
+
+static int CUDAAPI HandleVideoSequence(void *p_opaque, CUVIDEOFORMAT *p_format)
+{
+ decoder_t *p_dec = (decoder_t *) p_opaque;
+ nvdec_ctx_t *p_sys = p_dec->p_sys;
+ int ret;
+
+ // update vlc's output format using NVDEC parser's output
+ ret = CUtoFMT(&p_dec->fmt_out.video, p_format);
+ if (ret != VLC_SUCCESS)
+ {
+ msg_Dbg(p_dec, "unsupported Chroma %d + BitDepth %d", p_format->chroma_format, p_format->bit_depth_luma_minus8 + 8);
+ goto error;
+ }
+ p_dec->fmt_out.i_codec = p_dec->fmt_out.video.i_chroma;
+
+ ret = CALL_CUDA(cuCtxPushCurrent, p_sys->cuCtx);
+ if (ret != VLC_SUCCESS)
+ goto error;
+
+ if (p_sys->cudecoder)
+ {
+ CALL_CUVID(cuvidDestroyDecoder, p_sys->cudecoder);
+ p_sys->cudecoder = NULL;
+ }
+
+ CUVIDDECODECREATEINFO dparams = {
+ .ulWidth = p_format->coded_width,
+ .ulHeight = p_format->coded_height,
+ .ulTargetWidth = p_dec->fmt_out.video.i_width,
+ .ulTargetHeight = p_dec->fmt_out.video.i_height,
+ .bitDepthMinus8 = p_format->bit_depth_luma_minus8,
+ .OutputFormat = MapSurfaceFmt(p_dec->fmt_out.video.i_chroma),
+ .CodecType = p_format->codec,
+ .ChromaFormat = p_format->chroma_format,
+ .ulNumDecodeSurfaces = p_sys->i_nb_surface,
+ .ulNumOutputSurfaces = 1,
+ .DeinterlaceMode = p_sys->deintMode
+ };
+ ret = CALL_CUVID(cuvidCreateDecoder, &p_sys->cudecoder, &dparams);
+ if (ret != VLC_SUCCESS)
+ goto error;
+
+ // ensure the output surfaces have the same pitch so copies can work properly
+ p_sys->decoderHeight = p_format->coded_height;
+
+ CALL_CUDA(cuCtxPopCurrent, NULL);
+
+ ret = decoder_UpdateVideoFormat(p_dec);
+ return (ret == VLC_SUCCESS);
+error:
+ p_sys->b_nvparser_success = false;
+ return 0;
+}
+
+static int CUDAAPI HandlePictureDecode(void *p_opaque, CUVIDPICPARAMS *p_picparams)
+{
+ decoder_t *p_dec = (decoder_t *) p_opaque;
+ nvdec_ctx_t *p_sys = p_dec->p_sys;
+ int ret;
+
+ ret = CALL_CUDA(cuCtxPushCurrent, p_sys->cuCtx);
+ if (ret != VLC_SUCCESS)
+ return 0;
+
+ ret = CALL_CUVID(cuvidDecodePicture, p_sys->cudecoder, p_picparams);
+ CALL_CUDA(cuCtxPopCurrent, NULL);
+
+ return (ret == VLC_SUCCESS);
+}
+
+static int CUDAAPI HandlePictureDisplay(void *p_opaque, CUVIDPARSERDISPINFO *p_dispinfo)
+{
+ decoder_t *p_dec = (decoder_t *) p_opaque;
+ nvdec_ctx_t *p_sys = p_dec->p_sys;
+ picture_t *p_pic = NULL;
+ CUdeviceptr frameDevicePtr = 0;
+ CUVIDPROCPARAMS params = {
+ .progressive_frame = p_sys->deintMode == cudaVideoDeinterlaceMode_Weave ? 1 : p_dispinfo->progressive_frame,
+ .top_field_first = p_dispinfo->top_field_first,
+ .second_field = p_dispinfo->repeat_first_field + 1,
+ .unpaired_field = p_dispinfo->repeat_first_field < 0,
+ };
+ int result;
+
+ p_pic = decoder_NewPicture(p_dec);
+ if (unlikely(p_pic == NULL))
+ return 0;
+
+ result = CALL_CUDA(cuCtxPushCurrent, p_sys->cuCtx);
+ if (unlikely(result != VLC_SUCCESS))
+ {
+ picture_Release(p_pic);
+ return 0;
+ }
+
+ unsigned int i_pitch;
+
+ // Map decoded frame to a device pointer
+ result = CALL_CUVID( cuvidMapVideoFrame, p_sys->cudecoder, p_dispinfo->picture_index,
+ &frameDevicePtr, &i_pitch, ¶ms );
+ if (result != VLC_SUCCESS)
+ goto error;
+
+ // Copy decoded frame into a new VLC picture
+ size_t srcY = 0;
+ for (int i_plane = 0; i_plane < p_pic->i_planes; i_plane++) {
+ plane_t plane = p_pic->p[i_plane];
+ CUDA_MEMCPY2D cu_cpy = {
+ .srcMemoryType = CU_MEMORYTYPE_DEVICE,
+ .srcDevice = frameDevicePtr,
+ .srcY = srcY,
+ .srcPitch = i_pitch,
+ .dstMemoryType = CU_MEMORYTYPE_HOST,
+ .dstHost = plane.p_pixels,
+ .dstPitch = plane.i_pitch,
+ .WidthInBytes = i_pitch,
+ .Height = plane.i_visible_lines,
+ };
+ result = CALL_CUDA(cuMemcpy2D, &cu_cpy);
+ if (result != VLC_SUCCESS)
+ goto error;
+ srcY += p_sys->decoderHeight;
+ }
+
+ // Release surface on GPU
+ result = CALL_CUVID(cuvidUnmapVideoFrame, p_sys->cudecoder, frameDevicePtr);
+ if (unlikely(result != VLC_SUCCESS))
+ goto error;
+
+ CALL_CUDA(cuCtxPopCurrent, NULL);
+
+ if (p_sys->deintMode == cudaVideoDeinterlaceMode_Weave)
+ {
+ // the picture has not been deinterlaced, forward the field parameters
+ p_pic->b_progressive = p_dispinfo->progressive_frame;
+ p_pic->b_top_field_first = p_dispinfo->top_field_first;
+ p_pic->i_nb_fields = 2 + p_dispinfo->repeat_first_field;
+ }
+ else
+ {
+ p_pic->b_progressive = true;
+ }
+ p_pic->date = p_dispinfo->timestamp;
+
+ // Push decoded frame to display queue
+ decoder_QueueVideo(p_dec, p_pic);
+ return 1;
+
+error:
+ CALL_CUDA(cuCtxPopCurrent, NULL);
+ if (p_pic)
+ picture_Release(p_pic);
+ return 0;
+}
+
+static int CuvidPushRawBlock(decoder_t *p_dec, uint8_t *buf, size_t bufsize)
+{
+ nvdec_ctx_t *p_sys = p_dec->p_sys;
+
+ CUVIDSOURCEDATAPACKET cupacket = {
+ .payload_size = bufsize,
+ .payload = buf,
+ };
+
+ return CALL_CUVID(cuvidParseVideoData, p_sys->cuparser, &cupacket);
+}
+
+static int CuvidPushBlock(decoder_t *p_dec, block_t *p_block)
+{
+ nvdec_ctx_t *p_sys = p_dec->p_sys;
+
+ CUVIDSOURCEDATAPACKET cupacket = {0};
+ cupacket.flags |= CUVID_PKT_TIMESTAMP;
+ cupacket.payload_size = p_block->i_buffer;
+ cupacket.payload = p_block->p_buffer;
+ cupacket.timestamp = p_block->i_pts == VLC_TICK_INVALID ? p_block->i_dts : p_block->i_pts;
+
+ return CALL_CUVID(cuvidParseVideoData, p_sys->cuparser, &cupacket);
+}
+
+static block_t * HXXXProcessBlock(decoder_t *p_dec, block_t *p_block)
+{
+ nvdec_ctx_t *p_sys = p_dec->p_sys;
+ if (p_sys->hh.b_is_xvcC && !p_sys->b_xps_pushed) {
+ block_t *p_xps_blocks; // parameter set blocks (SPS/PPS/VPS)
+ if (p_dec->fmt_in.i_codec == VLC_CODEC_H264) {
+ p_xps_blocks = h264_helper_get_annexb_config(&p_sys->hh);
+ } else if (p_dec->fmt_in.i_codec == VLC_CODEC_HEVC) {
+ p_xps_blocks = hevc_helper_get_annexb_config(&p_sys->hh);
+ } else {
+ return NULL;
+ }
+ for (block_t *p_b = p_xps_blocks; p_b != NULL; p_b = p_b->p_next) {
+ CuvidPushRawBlock(p_dec, p_b->p_buffer, p_b->i_buffer);
+ }
+ p_sys->b_xps_pushed = true;
+ }
+
+ return p_sys->hh.pf_process_block(&p_sys->hh, p_block, NULL);
+}
+
+static block_t * ProcessVC1Block(decoder_t *p_dec, block_t *p_block)
+{
+ nvdec_ctx_t *p_sys = p_dec->p_sys;
+ if (!p_sys->b_xps_pushed)
+ {
+ uint8_t *p_extra = p_dec->fmt_in.p_extra;
+ CuvidPushRawBlock(p_dec, &p_extra[p_sys->vc1_header_offset], p_dec->fmt_in.i_extra - p_sys->vc1_header_offset);
+ p_sys->b_xps_pushed = true;
+ }
+
+ /* Adding frame start code */
+ p_block = block_Realloc(p_block, 4, p_block->i_buffer);
+ if (p_block == NULL)
+ return NULL;
+ p_block->p_buffer[0] = 0x00;
+ p_block->p_buffer[1] = 0x00;
+ p_block->p_buffer[2] = 0x01;
+ p_block->p_buffer[3] = 0x0d;
+
+ return p_block;
+}
+
+static int CuvidPushEOS(decoder_t *p_dec)
+{
+ nvdec_ctx_t *p_sys = p_dec->p_sys;
+
+ CUVIDSOURCEDATAPACKET cupacket = {0};
+ cupacket.flags |= CUVID_PKT_ENDOFSTREAM;
+ cupacket.payload_size = 0;
+ cupacket.payload = NULL;
+ cupacket.timestamp = 0;
+
+ return CALL_CUVID(cuvidParseVideoData, p_sys->cuparser, &cupacket);
+}
+
+static int DecodeBlock(decoder_t *p_dec, block_t *p_block)
+{
+ nvdec_ctx_t *p_sys = p_dec->p_sys;
+ // If HandleVideoSequence fails, we give up decoding
+ if (!p_sys->b_nvparser_success)
+ return VLCDEC_ECRITICAL;
+ if (p_block == NULL) {
+ // Flush stream
+ return CuvidPushEOS(p_dec);
+ }
+ if (p_sys->process_block) {
+ p_block = p_sys->process_block(p_dec, p_block);
+ if (p_block == NULL) {
+ // try next block
+ return VLCDEC_SUCCESS;
+ }
+ }
+ return CuvidPushBlock(p_dec, p_block);
+}
+
+static int MapCodecID(int i_vlc_fourcc)
+{
+ switch (i_vlc_fourcc) {
+ case VLC_CODEC_H264: return cudaVideoCodec_H264;
+ case VLC_CODEC_HEVC: return cudaVideoCodec_HEVC;
+ case VLC_CODEC_VC1: return cudaVideoCodec_VC1;
+ case VLC_CODEC_WMV3: return cudaVideoCodec_VC1;
+ case VLC_CODEC_MP1V: return cudaVideoCodec_MPEG1;
+ case VLC_CODEC_MP2V: return cudaVideoCodec_MPEG2;
+ case VLC_CODEC_MPGV: return cudaVideoCodec_MPEG2;
+ case VLC_CODEC_MP4V: return cudaVideoCodec_MPEG4;
+ case VLC_CODEC_VP8: return cudaVideoCodec_VP8;
+ case VLC_CODEC_VP9: return cudaVideoCodec_VP9;
+ default: vlc_assert_unreachable();
+ }
+}
+
+static cudaVideoChromaFormat MapChomaIDC(uint8_t chroma_idc)
+{
+ switch (chroma_idc)
+ {
+ case 0: return cudaVideoChromaFormat_Monochrome;
+ case 1: return cudaVideoChromaFormat_420;
+ case 2: return cudaVideoChromaFormat_422;
+ case 3: return cudaVideoChromaFormat_444;
+ default: vlc_assert_unreachable();
+ }
+}
+
+static int ProbeDecoder(decoder_t *p_dec, uint8_t bitDepth, cudaVideoChromaFormat chroma)
+{
+ nvdec_ctx_t *p_sys = p_dec->p_sys;
+ int result = CALL_CUDA(cuCtxPushCurrent, p_sys->cuCtx);
+ if (unlikely(result != VLC_SUCCESS))
+ return result;
+
+ p_sys->selectedDecoder.eCodecType = MapCodecID(p_dec->fmt_in.i_codec);
+ p_sys->selectedDecoder.eChromaFormat = chroma;
+ p_sys->selectedDecoder.nBitDepthMinus8 = bitDepth - 8;
+
+ result = CALL_CUVID(cuvidGetDecoderCaps, &p_sys->selectedDecoder);
+ if (!p_sys->selectedDecoder.bIsSupported) {
+ msg_Err(p_dec, "Codec %d Chroma %d not supported!", p_sys->selectedDecoder.eCodecType,
+ p_sys->selectedDecoder.eChromaFormat);
+ result = VLC_EGENERIC;
+ goto error;
+ }
+ if (result != VLC_SUCCESS) {
+ msg_Err(p_dec, "No hardware for Codec %d Chroma %d", p_sys->selectedDecoder.eCodecType,
+ p_sys->selectedDecoder.eChromaFormat);
+ goto error;
+ }
+ result = VLC_SUCCESS;
+
+error:
+ CALL_CUDA(cuCtxPopCurrent, NULL);
+ return result;
+}
+
+static int OpenDecoder(vlc_object_t *p_this)
+{
+ decoder_t *p_dec = (decoder_t *) p_this;
+ int result;
+ nvdec_ctx_t *p_sys = vlc_obj_calloc(VLC_OBJECT(p_dec), 1, sizeof(*p_sys));
+ if (unlikely(!p_sys))
+ return VLC_ENOMEM;
+
+ p_dec->p_sys = p_sys;
+
+ switch (p_dec->fmt_in.i_codec) {
+ case VLC_CODEC_H264:
+ case VLC_CODEC_HEVC:
+ p_sys->b_is_hxxx = true;
+ p_sys->i_nb_surface = MAX_HXXX_SURFACES;
+ hxxx_helper_init(&p_sys->hh, VLC_OBJECT(p_dec),
+ p_dec->fmt_in.i_codec, false);
+ result = hxxx_helper_set_extra(&p_sys->hh, p_dec->fmt_in.p_extra,
+ p_dec->fmt_in.i_extra);
+ if (result != VLC_SUCCESS) {
+ hxxx_helper_clean(&p_sys->hh);
+ return VLC_EGENERIC;
+ }
+ p_sys->process_block = HXXXProcessBlock;
+ break;
+ case VLC_CODEC_VC1:
+ case VLC_CODEC_WMV3:
+ if (p_dec->fmt_in.i_extra >= 4)
+ {
+ uint8_t *p_extra = p_dec->fmt_in.p_extra;
+ /* Initialisation data starts with : 0x00 0x00 0x01 0x0f */
+ /* Skipping unecessary data */
+ static const uint8_t vc1_start_code[4] = {0x00, 0x00, 0x01, 0x0f};
+ for (; p_sys->vc1_header_offset < p_dec->fmt_in.i_extra - 4 ; ++p_sys->vc1_header_offset)
+ {
+ if (!memcmp(&p_extra[p_sys->vc1_header_offset], vc1_start_code, 4))
+ break;
+ }
+ if (p_sys->vc1_header_offset < p_dec->fmt_in.i_extra - 4)
+ {
+ p_sys->process_block = ProcessVC1Block;
+ p_sys->i_nb_surface = MAX_HXXX_SURFACES;
+ break;
+ }
+ }
+ return VLC_EGENERIC;
+ case VLC_CODEC_MP1V:
+ case VLC_CODEC_MP2V:
+ case VLC_CODEC_MPGV:
+ case VLC_CODEC_MP4V:
+ case VLC_CODEC_VP8:
+ p_sys->i_nb_surface = 3;
+ break;
+ case VLC_CODEC_VP9:
+ if (p_dec->fmt_in.i_profile != 0 && p_dec->fmt_in.i_profile != 2)
+ {
+ msg_Warn(p_dec, "Unsupported VP9 profile %d", p_dec->fmt_in.i_profile);
+ return VLC_EGENERIC;
+ }
+ p_sys->i_nb_surface = 10;
+ break;
+ default:
+ return VLC_EGENERIC;
+ }
+
+ result = cuvid_load_functions(&p_sys->functions, p_dec);
+ if (result != VLC_SUCCESS) {
+ hxxx_helper_clean(&p_sys->hh);
+ return VLC_EGENERIC;
+ }
+ result = cuda_load_functions(&p_sys->cudaFunctions, p_dec);
+ if (result != VLC_SUCCESS) {
+ hxxx_helper_clean(&p_sys->hh);
+ return VLC_EGENERIC;
+ }
+
+ result = CALL_CUDA(cuInit, 0);
+ if (result != VLC_SUCCESS)
+ goto error;
+ result = CALL_CUDA(cuCtxCreate, &p_sys->cuCtx, 0, 0);
+ if (result != VLC_SUCCESS)
+ goto error;
+
+ CUVIDPARSERPARAMS pparams = {
+ .CodecType = MapCodecID(p_dec->fmt_in.i_codec),
+ .ulClockRate = CLOCK_FREQ,
+ .ulMaxDisplayDelay = NVDEC_DISPLAY_SURFACES,
+ .ulMaxNumDecodeSurfaces = p_sys->i_nb_surface,
+ .pUserData = p_dec,
+ .pfnSequenceCallback = HandleVideoSequence,
+ .pfnDecodePicture = HandlePictureDecode,
+ .pfnDisplayPicture = HandlePictureDisplay,
+ };
+ result = CALL_CUVID(cuvidCreateVideoParser, &p_sys->cuparser, &pparams);
+ if (result != VLC_SUCCESS) {
+ msg_Err(p_dec, "Unable to create NVDEC video parser");
+ goto error;
+ }
+
+ uint8_t i_depth_luma;
+ cudaVideoChromaFormat cudaChroma;
+
+ // try different output
+#define ALIGN(v, mod) ((v + (mod - 1)) & ~(mod - 1))
+ if (p_sys->b_is_hxxx)
+ {
+ uint8_t i_chroma_idc, i_depth_chroma;
+ result = hxxx_helper_get_chroma_chroma(&p_sys->hh, &i_chroma_idc,
+ &i_depth_luma, &i_depth_chroma);
+ if (result != VLC_SUCCESS) {
+ hxxx_helper_clean(&p_sys->hh);
+ return VLC_EGENERIC;
+ }
+ cudaChroma = MapChomaIDC(i_chroma_idc);
+
+ unsigned i_w, i_h, i_vw, i_vh;
+ result = hxxx_helper_get_current_picture_size(&p_sys->hh, &i_w, &i_h, &i_vw, &i_vh);
+ if (result != VLC_SUCCESS)
+ goto error;
+
+ if(p_dec->fmt_in.video.primaries == COLOR_PRIMARIES_UNDEF)
+ {
+ video_color_primaries_t primaries;
+ video_transfer_func_t transfer;
+ video_color_space_t colorspace;
+ video_color_range_t full_range;
+ if (hxxx_helper_get_colorimetry(&p_sys->hh,
+ &primaries,
+ &transfer,
+ &colorspace,
+ &full_range) == VLC_SUCCESS)
+ {
+ p_dec->fmt_out.video.primaries = primaries;
+ p_dec->fmt_out.video.transfer = transfer;
+ p_dec->fmt_out.video.space = colorspace;
+ p_dec->fmt_out.video.color_range = full_range;
+ }
+ }
+
+ p_dec->fmt_out.video.i_width = ALIGN(i_w, OUTPUT_WIDTH_ALIGN);
+ p_dec->fmt_out.video.i_height = i_h;
+
+ if (!p_dec->fmt_in.video.i_visible_width || !p_dec->fmt_in.video.i_visible_height)
+ {
+ p_dec->fmt_out.video.i_visible_width = i_vw;
+ p_dec->fmt_out.video.i_visible_height = i_vh;
+ }
+
+ int i_sar_num, i_sar_den;
+ if (VLC_SUCCESS ==
+ hxxx_helper_get_current_sar(&p_sys->hh, &i_sar_num, &i_sar_den))
+ {
+ p_dec->fmt_out.video.i_sar_num = i_sar_num;
+ p_dec->fmt_out.video.i_sar_den = i_sar_den;
+ }
+ }
+ else
+ {
+ p_dec->fmt_out.video.i_width = ALIGN(p_dec->fmt_in.video.i_width, OUTPUT_WIDTH_ALIGN);
+ p_dec->fmt_out.video.i_height = p_dec->fmt_in.video.i_height;
+ cudaChroma = cudaVideoChromaFormat_420;
+ i_depth_luma = 8;
+ if (p_dec->fmt_in.i_codec == VLC_CODEC_VP9)
+ {
+ switch (p_dec->fmt_in.i_profile)
+ {
+ case 0: // 8 bits 4:2:0
+ i_depth_luma = 8;
+ break;
+ case 2: // 10/12 bits 4:2:0
+ i_depth_luma = 10;
+ break;
+ case 1: // 8 bits 4:2:2 / 4:4:4
+ case 3: // 10/12 bits 4:2:2 / 4:4:4
+ // NOT SUPPORTED/TESTED yet
+ assert(0);
+ default:
+ msg_Dbg(p_dec, "VP9 with unknown profile not supported");
+ goto error;
+ }
+ }
+ }
+#undef ALIGN
+ p_dec->fmt_out.video.i_bits_per_pixel = i_depth_luma;
+ p_dec->fmt_out.video.i_frame_rate = p_dec->fmt_in.video.i_frame_rate;
+ p_dec->fmt_out.video.i_frame_rate_base = p_dec->fmt_in.video.i_frame_rate_base;
+
+ result = ProbeDecoder(p_dec, i_depth_luma, cudaChroma);
+ if (result != VLC_SUCCESS)
+ goto error;
+
+ if ( p_dec->fmt_out.video.i_width < p_sys->selectedDecoder.nMinWidth ||
+ p_dec->fmt_out.video.i_height < p_sys->selectedDecoder.nMinHeight )
+ {
+ msg_Err( p_dec, "dimensions too small: needed %dx%d, got %dx%d",
+ p_sys->selectedDecoder.nMinWidth, p_sys->selectedDecoder.nMinHeight,
+ p_dec->fmt_out.video.i_width, p_dec->fmt_out.video.i_height);
+ goto error;
+ }
+
+ if ( p_dec->fmt_out.video.i_width > p_sys->selectedDecoder.nMaxWidth ||
+ p_dec->fmt_out.video.i_height > p_sys->selectedDecoder.nMaxHeight )
+ {
+ msg_Err( p_dec, "dimensions too big: max %dx%d, got %dx%d",
+ p_sys->selectedDecoder.nMaxWidth, p_sys->selectedDecoder.nMaxHeight,
+ p_dec->fmt_out.video.i_width, p_dec->fmt_out.video.i_height);
+ goto error;
+ }
+
+ vlc_fourcc_t output_chromas[2];
+ size_t chroma_idx = 0;
+ output_chromas[chroma_idx++] = MapSurfaceChroma(cudaChroma, i_depth_luma);
+ output_chromas[chroma_idx++] = 0;
+
+ for (chroma_idx = 0; output_chromas[chroma_idx] != 0; chroma_idx++)
+ {
+ p_dec->fmt_out.i_codec = p_dec->fmt_out.video.i_chroma = output_chromas[chroma_idx];
+ result = decoder_UpdateVideoFormat(p_dec);
+ if (result == VLC_SUCCESS)
+ {
+ msg_Dbg(p_dec, "using chroma %4.4s", (char*)&p_dec->fmt_out.video.i_chroma);
+ break;
+ }
+ msg_Warn(p_dec, "Failed to use output chroma %4.4s", (char*)&p_dec->fmt_out.video.i_chroma);
+ }
+ if (result != VLC_SUCCESS)
+ goto error;
+
+ int deinterlace_mode = var_InheritInteger(p_dec, "nvdec-deint");
+ if (deinterlace_mode <= 0)
+ p_sys->deintMode = cudaVideoDeinterlaceMode_Weave;
+ else if (deinterlace_mode == 1)
+ p_sys->deintMode = cudaVideoDeinterlaceMode_Bob;
+ else
+ p_sys->deintMode = cudaVideoDeinterlaceMode_Adaptive;
+
+ p_dec->pf_decode = DecodeBlock;
+
+ p_sys->b_nvparser_success = true;
+
+ return VLC_SUCCESS;
+
+error:
+ CloseDecoder(p_this);
+ p_dec->p_sys = NULL;
+ return VLC_EGENERIC;
+}
+
+static void CloseDecoder(vlc_object_t *p_this)
+{
+ decoder_t *p_dec = (decoder_t *) p_this;
+ nvdec_ctx_t *p_sys = p_dec->p_sys;
+ CALL_CUDA(cuCtxPushCurrent, p_sys->cuCtx);
+ CALL_CUDA(cuCtxPopCurrent, NULL);
+ if (p_sys->cudecoder)
+ CALL_CUVID(cuvidDestroyDecoder, p_sys->cudecoder);
+ if (p_sys->cuparser)
+ CALL_CUVID(cuvidDestroyVideoParser, p_sys->cuparser);
+ if (p_sys->cuCtx)
+ CALL_CUDA(cuCtxDestroy, p_sys->cuCtx);
+ cuda_free_functions(&p_sys->cudaFunctions);
+ cuvid_free_functions(&p_sys->functions);
+ if (p_sys->b_is_hxxx)
+ hxxx_helper_clean(&p_sys->hh);
+}
+
--
2.17.1
More information about the vlc-devel
mailing list