[vlc-devel] [PATCH 12/42] vdpau: video conversion filter to VDPAU output surface format
Rémi Denis-Courmont
remi at remlab.net
Fri Jun 28 20:30:00 CEST 2013
This enables importing I420, YV12, NV12, YUYV and UYVY pictures into
the GPU's VDPAU back-end. Conversion to RGBA color space and scaling to
the target resolution are performed on the fly by the GPU.
---
modules/hw/vdpau/Makefile.am | 5 +
modules/hw/vdpau/chroma.c | 245 +++++++++++++++++++++++++++++++++++++++++++
2 files changed, 250 insertions(+)
create mode 100644 modules/hw/vdpau/chroma.c
diff --git a/modules/hw/vdpau/Makefile.am b/modules/hw/vdpau/Makefile.am
index c51629f..92da18c 100644
--- a/modules/hw/vdpau/Makefile.am
+++ b/modules/hw/vdpau/Makefile.am
@@ -25,3 +25,8 @@ libvdpau_avcodec_plugin_la_LDFLAGS = $(AM_LDFLAGS) $(LDFLAGS_avcodec)
if HAVE_AVCODEC_VDPAU
libvlc_LTLIBRARIES += libvdpau_avcodec_plugin.la
endif
+
+libvdpau_chroma_plugin_la_SOURCES = chroma.c
+libvdpau_chroma_plugin_la_CFLAGS = $(AM_CFLAGS) # dummy
+libvdpau_chroma_plugin_la_LIBADD = $(AM_LIBADD)
+libvlc_LTLIBRARIES += libvdpau_chroma_plugin.la
diff --git a/modules/hw/vdpau/chroma.c b/modules/hw/vdpau/chroma.c
new file mode 100644
index 0000000..0bd480b
--- /dev/null
+++ b/modules/hw/vdpau/chroma.c
@@ -0,0 +1,245 @@
+/*****************************************************************************
+ * chroma.c: VLC picture import into VDPAU
+ *****************************************************************************
+ * Copyright (C) 2013 Rémi Denis-Courmont
+ *
+ * This program is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU Lesser General Public License as published by
+ * the Free Software Foundation; either version 2.1 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * along with this program; if not, write to the Free Software Foundation,
+ * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
+ *****************************************************************************/
+
+#ifdef HAVE_CONFIG_H
+# include "config.h"
+#endif
+
+#include <stdlib.h>
+#include <inttypes.h>
+#include <assert.h>
+
+#include <vlc_common.h>
+#include <vlc_plugin.h>
+#include <vlc_filter.h>
+#include "vlc_vdpau.h"
+
+struct filter_sys_t
+{
+ const vdp_t *vdp;
+ VdpDevice device;
+ VdpVideoMixer mixer;
+ VdpChromaType chroma;
+ VdpYCbCrFormat format;
+};
+
+/** Create VDPAU video mixer */
+static VdpVideoMixer MixerCreate(filter_t *filter)
+{
+ filter_sys_t *sys = filter->p_sys;
+ VdpVideoMixer mixer;
+ VdpStatus err;
+
+ VdpVideoMixerParameter parms[3] = {
+ VDP_VIDEO_MIXER_PARAMETER_VIDEO_SURFACE_WIDTH,
+ VDP_VIDEO_MIXER_PARAMETER_VIDEO_SURFACE_HEIGHT,
+ VDP_VIDEO_MIXER_PARAMETER_CHROMA_TYPE,
+ };
+ uint32_t width = filter->fmt_in.video.i_width;
+ uint32_t height = filter->fmt_in.video.i_height;
+ const void *values[3] = { &width, &height, &sys->chroma, };
+
+ err = vdp_video_mixer_create(sys->vdp, sys->device, 0, NULL,
+ 3, parms, values, &mixer);
+ if (err != VDP_STATUS_OK)
+ {
+ msg_Err(filter, "video %s %s failure: %s", "mixer", "creation",
+ vdp_get_error_string(sys->vdp, err));
+ mixer = VDP_INVALID_HANDLE;
+ }
+ return mixer;
+}
+
+/** Get a VLC picture for a VDPAU output surface */
+static picture_t *OutputAllocate(filter_t *filter)
+{
+ filter_sys_t *sys = filter->p_sys;
+
+ picture_t *pic = filter_NewPicture(filter);
+ if (pic == NULL)
+ return NULL;
+
+ picture_sys_t *psys = pic->p_sys;
+ assert(psys->vdp != NULL);
+ if (unlikely(sys->vdp != psys->vdp))
+ {
+ if (sys->mixer != VDP_INVALID_HANDLE)
+ {
+ vdp_video_mixer_destroy(sys->vdp, sys->mixer);
+ sys->mixer = VDP_INVALID_HANDLE;
+ }
+ sys->vdp = psys->vdp;
+ sys->device = psys->device;
+ }
+
+ if (unlikely(sys->mixer == VDP_INVALID_HANDLE))
+ {
+ sys->mixer = MixerCreate(filter);
+ if (sys->mixer == VDP_INVALID_HANDLE)
+ goto error;
+ msg_Dbg(filter, "using video mixer %"PRIu32, sys->mixer);
+ }
+ return pic;
+error:
+ picture_Release(pic);
+ return NULL;
+}
+
+/** Import VLC picture into VDPAU video surface */
+static VdpVideoSurface VideoImport(filter_t *filter, picture_t *src)
+{
+ filter_sys_t *sys = filter->p_sys;
+ VdpVideoSurface surface;
+ VdpStatus err;
+
+ /* Create surface (TODO: reuse?) */
+ err = vdp_video_surface_create(sys->vdp, sys->device, sys->chroma,
+ filter->fmt_in.video.i_width,
+ filter->fmt_in.video.i_height, &surface);
+ if (err != VDP_STATUS_OK)
+ {
+ msg_Err(filter, "video %s %s failure: %s", "surface", "creation",
+ vdp_get_error_string(sys->vdp, err));
+ return VDP_INVALID_HANDLE;
+ }
+
+ /* Put bits */
+ const void *planes[3];
+ uint32_t pitches[3];
+ for (int i = 0; i < src->i_planes; i++)
+ {
+ planes[i] = src->p[i].p_pixels;
+ pitches[i] = src->p[i].i_pitch;
+ }
+ if (src->format.i_chroma == VLC_CODEC_I420)
+ {
+ planes[1] = src->p[2].p_pixels;
+ planes[2] = src->p[1].p_pixels;
+ pitches[1] = src->p[2].i_pitch;
+ pitches[2] = src->p[1].i_pitch;
+ }
+ err = vdp_video_surface_put_bits_y_cb_cr(sys->vdp, surface, sys->format,
+ planes, pitches);
+ if (err != VDP_STATUS_OK)
+ {
+ msg_Err(filter, "video %s %s failure: %s", "surface", "import",
+ vdp_get_error_string(sys->vdp, err));
+ vdp_video_surface_destroy(sys->vdp, surface);
+ surface = VDP_INVALID_HANDLE;
+ }
+ return surface;
+}
+
+static picture_t *MixerRender(filter_t *filter, picture_t *src)
+{
+ filter_sys_t *sys = filter->p_sys;
+
+ picture_t *dst = OutputAllocate(filter);
+ if (dst == NULL)
+ goto out;
+ picture_CopyProperties(dst, src);
+
+ VdpVideoSurface surface = VideoImport(filter, src);
+ if (surface == VDP_INVALID_HANDLE)
+ goto drop;
+
+ /* Render video into output */
+ VdpRect src_rect = {
+ filter->fmt_in.video.i_x_offset, filter->fmt_in.video.i_y_offset,
+ filter->fmt_in.video.i_visible_width + filter->fmt_in.video.i_x_offset,
+ filter->fmt_in.video.i_visible_height + filter->fmt_in.video.i_y_offset
+ };
+ VdpOutputSurface output = dst->p_sys->surface;
+ VdpRect dst_rect = {
+ 0, 0,
+ filter->fmt_out.video.i_visible_width,
+ filter->fmt_out.video.i_visible_height
+ };
+ VdpStatus err;
+
+ err = vdp_video_mixer_render(sys->vdp, sys->mixer, VDP_INVALID_HANDLE,
+ NULL, VDP_VIDEO_MIXER_PICTURE_STRUCTURE_FRAME,
+ 0, NULL, surface, 0, NULL, &src_rect,
+ output, &dst_rect, NULL, 0, NULL);
+ vdp_video_surface_destroy(sys->vdp, surface);
+ if (err != VDP_STATUS_OK)
+ {
+ msg_Err(filter, "video %s %s failure: %s", "mixer", "rendering",
+ vdp_get_error_string(sys->vdp, err));
+drop:
+ picture_Release(dst);
+ dst = NULL;
+ }
+out:
+ picture_Release(src);
+ return dst;
+}
+
+static int Open(vlc_object_t *obj)
+{
+ filter_t *filter = (filter_t *)obj;
+
+ if (filter->fmt_out.video.i_chroma != VLC_CODEC_VDPAU_OUTPUT)
+ return VLC_EGENERIC;
+
+ filter_sys_t *sys = malloc(sizeof (*sys));
+ if (unlikely(sys == NULL))
+ return VLC_ENOMEM;
+
+ sys->vdp = NULL;
+ sys->mixer = VDP_INVALID_HANDLE;
+
+ if (!vlc_fourcc_to_vdp_ycc(filter->fmt_in.video.i_chroma,
+ &sys->chroma, &sys->format))
+ {
+ free(sys);
+ return VLC_EGENERIC;
+ }
+
+ /* NOTE: The video mixer capabilities should be checked here, and the
+ * then video mixer set up. But:
+ * 1) The VDPAU back-end is accessible only once the first picture
+ * gets filtered. Thus the video mixer is created later.
+ * 2) Bailing out due to insufficient capabilities would break the
+ * video pipeline. Thus capabilities should be checked earlier. */
+
+ filter->pf_video_filter = MixerRender;
+ filter->p_sys = sys;
+ return VLC_SUCCESS;
+}
+
+static void Close(vlc_object_t *obj)
+{
+ filter_t *filter = (filter_t *)obj;
+ filter_sys_t *sys = filter->p_sys;
+
+ if (sys->mixer != VDP_INVALID_HANDLE)
+ vdp_video_mixer_destroy(sys->vdp, sys->mixer);
+
+ free(sys);
+}
+
+vlc_module_begin()
+ set_description(N_("VDPAU surface conversions"))
+ set_capability("video filter2", 10)
+ set_category(CAT_VIDEO)
+ set_subcategory(SUBCAT_VIDEO_VFILTER)
+ set_callbacks(Open, Close)
+vlc_module_end()
--
1.8.3.1
More information about the vlc-devel
mailing list